-- Logs begin at Fri 2021-09-03 09:11:18 UTC, end at Fri 2021-09-03 10:05:58 UTC. -- Sep 03 09:42:11.471758 dv-cinder-606346-32-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 03 09:42:14.233855 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.common.config [-] Logging enabled! Sep 03 09:42:14.234491 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev608 Sep 03 09:42:14.234639 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105417) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 03 09:42:14.237817 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.common.config [-] Logging enabled! Sep 03 09:42:14.238077 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev608 Sep 03 09:42:14.238387 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105417) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 03 09:42:14.239324 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 09:42:14.239559 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 09:42:14.239931 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 09:42:14.240206 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 09:42:14.240437 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 09:42:14.240762 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.241063 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.241362 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.241612 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.241914 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.242209 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.242494 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.242785 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.243082 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.243367 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.243646 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.243932 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.244165 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.244443 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] config_source = [] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.244730 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.245017 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.245241 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] debug = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.245520 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.245972 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.246396 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.246676 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.246966 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.247246 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.247520 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.247798 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.248081 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.248408 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] host = dv-cinder-606346-32-iscsi {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.248685 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.248971 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.249257 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.249543 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.249842 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.250120 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.250406 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.250680 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] log_dir = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.250952 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] log_file = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.251227 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.251516 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.251802 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.252094 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.252319 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.252541 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.252830 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.253117 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.253393 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.253686 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.253964 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.254238 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.254510 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.254779 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.255063 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.255345 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.255632 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.256418 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.256695 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.256969 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.257243 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.257528 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.257828 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.258107 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.258382 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.258668 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.258938 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.259212 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.259513 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.259799 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.260081 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.260367 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.260641 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.260924 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.261198 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.261470 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] use_journal = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.261765 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] use_json = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.262038 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.262307 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.262588 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.262863 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.263134 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.263405 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.263676 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.263959 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:14.264258 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.264557 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.264856 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.265140 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.265436 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.265739 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.266029 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.266308 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.266596 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.266886 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.267176 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.267456 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.267745 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.268027 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.268325 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.268630 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.268926 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.269219 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.269497 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.269796 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.270071 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.270349 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.270636 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.270915 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.271204 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.272034 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.272316 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.272601 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.272895 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.273187 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.273461 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.273769 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.274062 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.274338 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.274610 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.274890 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.275179 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.275456 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.275727 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.276006 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.276281 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.276553 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.276826 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.277104 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.277395 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.277701 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.277979 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.278249 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.278526 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.278797 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.279083 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.279361 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.279634 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.279907 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.280184 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.280455 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.280726 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.281004 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.281276 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.281552 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.281849 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.282122 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.282393 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.282665 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.282935 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.283207 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.283478 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.283754 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.284024 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.284293 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.284561 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.284831 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.285104 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.285392 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.285718 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.286000 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.286277 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.286555 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.286834 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.287149 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.287427 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.287705 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.287986 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.288258 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.288548 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.288830 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.289118 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.289401 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.289699 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.290004 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.290283 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.290566 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.290844 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.291123 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.291407 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.291691 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.291986 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.292279 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.292571 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.292864 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.293159 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.293443 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.293785 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.294066 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:14.294284 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 09:42:14.294530 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=105417) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 03 09:42:14.648274 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=105417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 03 09:42:14.648550 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=105417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 03 09:42:14.648843 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=105417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 03 09:42:14.649176 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 03 09:42:15.040094 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:15.040318 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:15.040564 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:15.041891 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:15.042169 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:15.042434 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:15.079132 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:15.079400 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:15.079674 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:15.094412 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:15.094694 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:15.094965 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:15.124065 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:15.124345 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:15.124608 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:15.166183 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:15.166447 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:15.166718 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:15.412483 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:15.413288 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:15.413288 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:15.413288 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:15.414168 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:15.546419 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:15.546749 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:15.547055 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:15.547326 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:15.547649 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:15.548023 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:15.548345 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:15.548697 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:15.549016 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:15.549312 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:15.549618 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:15.549942 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:15.550256 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:15.550543 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:15.550864 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:15.551137 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:15.551422 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:15.551764 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:15.552098 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:15.552433 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:15.552760 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:15.553107 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:15.553436 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:15.553945 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:15.554270 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:15.554592 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:15.555082 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=105417) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 09:42:15.555398 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=105417) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 09:42:15.555725 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=105417) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 09:42:15.556030 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=105417) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 09:42:15.556292 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=105417) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 09:42:15.556556 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=105417) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 09:42:15.557100 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 03 09:42:15.560896 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 03 09:42:15.565282 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 03 09:42:15.569617 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Sep 03 09:42:15.571616 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 03 09:42:15.572164 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 03 09:42:15.572507 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 03 09:42:15.572914 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 03 09:42:15.576134 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 03 09:42:15.576444 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 03 09:42:15.576855 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 03 09:42:15.583156 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 03 09:42:15.609094 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 03 09:42:15.609581 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:15.609899 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=105417) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 03 09:42:15.610268 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:15.611669 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=105417) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 03 09:42:15.611960 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 03 09:42:15.612208 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 03 09:42:15.615927 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:15.616261 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:15.686295 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 03 09:42:15.686486 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 03 09:42:15.686683 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 03 09:42:15.687066 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 03 09:42:15.712472 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_db.sqlalchemy.engines [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=105417) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 03 09:42:16.261533 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.plugins.ml2.managers [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Initializing driver for type 'gre' Sep 03 09:42:16.262036 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] gre ID ranges: [(1, 1000)] Sep 03 09:42:16.320819 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.plugins.ml2.managers [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Initializing driver for type 'local' Sep 03 09:42:16.321179 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.plugins.ml2.managers [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Initializing driver for type 'vlan' Sep 03 09:42:16.336992 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] VlanTypeDriver initialization complete Sep 03 09:42:16.337400 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.plugins.ml2.managers [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Initializing driver for type 'vxlan' Sep 03 09:42:16.338052 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] vxlan ID ranges: [(1, 1000)] Sep 03 09:42:16.411057 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.plugins.ml2.managers [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Initializing extension driver 'port_security' Sep 03 09:42:16.411480 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.plugins.ml2.extensions.port_security [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] PortSecurityExtensionDriver initialization complete Sep 03 09:42:16.411887 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.plugins.ml2.managers [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Initializing mechanism driver 'openvswitch' Sep 03 09:42:16.412898 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.plugins.ml2.managers [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Initializing mechanism driver 'hyperv' Sep 03 09:42:16.419918 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:42:16.420623 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > port after_create 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.421110 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > port after_update 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.421491 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > port after_delete 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.422131 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=105417) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 09:42:16.422640 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > subnet after_create 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.423007 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > subnet after_update 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.423413 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.423858 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=105417) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 09:42:16.424278 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > network after_create 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.424634 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > network after_update 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.424980 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > network after_delete 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.425373 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=105417) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 09:42:16.425813 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > security_group after_create 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.426169 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > security_group after_update 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.426550 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > security_group after_delete 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.427158 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=105417) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 09:42:16.427601 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.427957 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.428309 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.428710 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=105417) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 09:42:16.429126 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > address_group after_create 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.429474 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > address_group after_update 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.429850 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > address_group after_delete 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.430245 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=105417) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 09:42:16.430631 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] ML2 OVO RPC backend initialized. {{(pid=105417) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 03 09:42:16.431409 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.431770 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.432192 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > network before_response 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.432545 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > networks before_response 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.432890 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > port before_response 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.433236 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > ports before_response 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.433606 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > subnet before_response 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.433956 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > subnets before_response 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.434306 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > network after_create 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.434650 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > network after_update 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.434989 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > network after_delete 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.435326 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > port after_create 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.435659 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > port after_update 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.435996 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > port after_delete 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.436335 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > subnet after_create 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.436677 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > subnet after_update 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.437016 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.437660 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Modular L2 Plugin initialization complete Sep 03 09:42:16.437999 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading services supported by the core plugin {{(pid=105417) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 03 09:42:16.438428 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.plugins.ml2.managers [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Got port-security extension from driver 'port_security' Sep 03 09:42:16.438977 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.extensions.vlantransparent [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Disabled vlantransparent extension. Sep 03 09:42:16.439472 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=105417) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 03 09:42:16.439787 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading Plugin: router Sep 03 09:42:16.479499 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > router_interface before_create 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.479941 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > router after_create 55549900 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.480322 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > router before_create 55549900 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.480689 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.481068 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.481463 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > router after_delete 55549900 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.481857 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > floatingip after_create 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.482212 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > floatingip after_update 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.482574 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > router after_create 55549900 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.482922 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > router after_update 55549900 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.483277 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > router after_update 55549900 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.483629 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.483991 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > router after_update 55549900 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.484403 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > router precommit_update 55549900 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.484770 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: port after_update 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.485115 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: port after_delete 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.485456 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: subnet after_update 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.485827 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.486184 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > port precommit_delete 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.486563 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > router precommit_create 55549900 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.486920 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: port before_delete 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.487243 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > router precommit_create 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.487601 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > router after_update 55549900 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.487998 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > router precommit_delete 55549900 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.488420 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > router precommit_create 55549900 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.488833 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.489198 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > router precommit_update 55549900 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.489624 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > agent after_create 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.490008 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > agent after_delete 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.490464 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > network after_delete 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.491503 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.quota.resource_registry [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Tracking information for resource: router configured {{(pid=105417) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 09:42:16.491685 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.quota.resource_registry [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Tracking information for resource: floatingip configured {{(pid=105417) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 09:42:16.497022 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.db.l3_agentschedulers_db [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 03 09:42:16.497665 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: port after_update 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.498036 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: port after_create 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.498422 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: port after_delete 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.498823 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: port after_update 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.499635 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > router before_create 55550100 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.500001 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > router precommit_delete 55550100 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.500367 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > router precommit_create 55550100 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.500724 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > router precommit_update 55550100 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.505485 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.services.provider_configuration [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Service providers = [] {{(pid=105417) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 03 09:42:16.505912 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.db.servicetype_db [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=105417) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 03 09:42:16.508958 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.services.service_base [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=105417) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 09:42:16.509341 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.services.service_base [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=105417) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 09:42:16.509819 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.services.service_base [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=105417) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 09:42:16.510847 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.services.service_base [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=105417) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 09:42:16.511311 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.services.service_base [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 03 09:42:16.511818 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=105417) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 09:42:16.512087 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 03 09:42:16.524433 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=105417) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 09:42:16.524849 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading Plugin: auto_allocate Sep 03 09:42:16.531021 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: network precommit_update 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.531490 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: network precommit_create 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.532121 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=105417) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 09:42:16.532475 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading Plugin: tag Sep 03 09:42:16.539921 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=105417) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 09:42:16.540252 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading Plugin: timestamp Sep 03 09:42:16.544489 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=105417) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 09:42:16.544821 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading Plugin: network_ip_availability Sep 03 09:42:16.551112 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.551584 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.551950 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.552766 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=105417) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 09:42:16.553167 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading Plugin: flavors Sep 03 09:42:16.558455 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=105417) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 09:42:16.558783 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading Plugin: revisions Sep 03 09:42:16.563213 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=105417) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 09:42:16.563612 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_concurrency.lockutils [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.915s {{(pid=105417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 03 09:42:16.564372 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=105417) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Sep 03 09:42:16.564715 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Initializing extension manager. Sep 03 09:42:16.565238 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: __init__.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.565710 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: __pycache__ {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.566107 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.566507 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: address_group.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.567364 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.568041 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: address-group Sep 03 09:42:16.568433 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: address_scope.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.569536 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.570194 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: address-scope Sep 03 09:42:16.570524 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: admin_state_down_before_update.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.571582 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.572152 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: router-admin-state-down-before-update Sep 03 09:42:16.572559 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: agent.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.573401 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.573965 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: agent Sep 03 09:42:16.574397 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: agent_resources_synced.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.575447 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.576080 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: agent-resources-synced Sep 03 09:42:16.576412 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: allowedaddresspairs.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.578456 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.579026 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: allowed-address-pairs Sep 03 09:42:16.581839 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: auto_allocated_topology.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.581839 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.581839 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: auto-allocated-topology Sep 03 09:42:16.581839 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: availability_zone.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.582337 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.582858 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: availability_zone Sep 03 09:42:16.583225 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: availability_zone_filter.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.584806 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.585508 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: availability_zone_filter Sep 03 09:42:16.585863 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: data_plane_status.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.586822 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.587348 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extension data-plane-status not supported by any of loaded plugins Sep 03 09:42:16.587677 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: default_subnetpools.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.588599 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.589126 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: default-subnetpools Sep 03 09:42:16.589453 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: dhcpagentscheduler.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.590321 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.590848 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: dhcp_agent_scheduler Sep 03 09:42:16.591177 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: dns.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.592117 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.592638 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extension dns-integration not supported by any of loaded plugins Sep 03 09:42:16.592966 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: dns_domain_ports.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.594032 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.594603 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 03 09:42:16.594931 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.596081 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.596779 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 03 09:42:16.597191 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: dvr.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.597985 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.598599 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: dvr Sep 03 09:42:16.598999 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: ecmp_routes.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.600896 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.601435 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 03 09:42:16.601843 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: empty_string_filtering.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.602850 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.603469 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: empty-string-filtering Sep 03 09:42:16.603847 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.604781 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.605395 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 03 09:42:16.605786 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.606838 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.607410 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 03 09:42:16.607803 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: external_net.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.608832 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.609356 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: external-net Sep 03 09:42:16.609707 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: extra_dhcp_opt.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.610626 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.611156 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: extra_dhcp_opt Sep 03 09:42:16.611467 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: extraroute.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.612388 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.612915 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: extraroute Sep 03 09:42:16.613239 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: extraroute_atomic.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.614321 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.614849 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: extraroute-atomic Sep 03 09:42:16.615215 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: filter_validation.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.615899 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.616415 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: filter-validation Sep 03 09:42:16.616738 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: fip_pf_description.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.617727 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.618318 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 03 09:42:16.618640 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: fip_port_details.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.619688 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.620212 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: fip-port-details Sep 03 09:42:16.620563 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: flavors.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.622073 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.622690 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: flavors Sep 03 09:42:16.623119 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.625013 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.625721 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 03 09:42:16.626053 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: floatingip_pools.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.626893 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.627428 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: floatingip-pools Sep 03 09:42:16.627799 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: ip_allocation.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.628821 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.629340 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extension ip_allocation not supported by any of loaded plugins Sep 03 09:42:16.629761 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.630881 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.631472 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: ip-substring-filtering Sep 03 09:42:16.631836 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: l2_adjacency.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.632885 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.633478 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 03 09:42:16.633946 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: l3.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.635146 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.635682 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: router Sep 03 09:42:16.636015 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: l3_conntrack_helper.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.638358 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.638903 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 03 09:42:16.639237 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.640199 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.640728 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: ext-gw-mode Sep 03 09:42:16.641061 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.642053 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.642718 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: l3-ha Sep 03 09:42:16.643095 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: l3_flavors.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.644149 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.644791 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: l3-flavors Sep 03 09:42:16.645181 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.646184 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.647243 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 03 09:42:16.647571 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: l3agentscheduler.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.648764 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.649305 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: l3_agent_scheduler Sep 03 09:42:16.649693 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: logging.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.651261 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.651853 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extension logging not supported by any of loaded plugins Sep 03 09:42:16.652254 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: metering.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.653092 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.653719 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: metering Sep 03 09:42:16.654116 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.655284 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.655904 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: metering_source_and_destination_fields Sep 03 09:42:16.656246 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: multiprovidernet.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.657221 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.657812 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: multi-provider Sep 03 09:42:16.658144 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: netmtu.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.659191 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.659720 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: net-mtu Sep 03 09:42:16.660132 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: netmtu_writable.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.661115 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.661766 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: net-mtu-writable Sep 03 09:42:16.662740 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: network_availability_zone.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.663505 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.664078 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: network_availability_zone Sep 03 09:42:16.664476 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: network_ip_availability.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.665661 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.666197 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: network-ip-availability Sep 03 09:42:16.666526 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: network_segment_range.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.667325 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.667846 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extension network-segment-range not supported by any of loaded plugins Sep 03 09:42:16.668172 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: pagination.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.669167 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.669502 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: pagination Sep 03 09:42:16.669905 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: port_device_profile.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.670973 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.671581 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: port-device-profile Sep 03 09:42:16.671908 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.672919 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.673444 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: port-mac-address-regenerate Sep 03 09:42:16.673796 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.674727 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.675254 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: port-numa-affinity-policy Sep 03 09:42:16.675580 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: port_resource_request.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.676671 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.677202 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extension port-resource-request not supported by any of loaded plugins Sep 03 09:42:16.677528 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: portbindings.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.678527 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.679056 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: binding Sep 03 09:42:16.679381 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: portbindings_extended.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.680679 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.681203 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: binding-extended Sep 03 09:42:16.681533 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: portsecurity.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.682552 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.683121 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: port-security Sep 03 09:42:16.686601 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: project_id.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.686601 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.686601 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: project-id Sep 03 09:42:16.686601 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: providernet.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.686601 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.687077 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: provider Sep 03 09:42:16.687250 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: qos.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.691177 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.691735 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extension qos not supported by any of loaded plugins Sep 03 09:42:16.692121 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.694046 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.694601 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 03 09:42:16.694930 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.695941 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.696528 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 03 09:42:16.696952 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: qos_default.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.697971 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.698510 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extension qos-default not supported by any of loaded plugins Sep 03 09:42:16.699030 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: qos_fip.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.699504 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.700021 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extension qos-fip not supported by any of loaded plugins Sep 03 09:42:16.700346 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: qos_gateway_ip.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.701285 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.702798 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 03 09:42:16.702798 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: qos_port_network_policy.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.703062 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.703585 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 03 09:42:16.703909 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: qos_pps_rule.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.705105 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.705664 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extension qos-pps not supported by any of loaded plugins Sep 03 09:42:16.705994 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: qos_rule_type_details.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.706919 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.707493 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 03 09:42:16.707858 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: qos_rules_alias.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.709561 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.710157 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 03 09:42:16.710517 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: quotasv2.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.711571 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.711911 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: quotas Sep 03 09:42:16.712240 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: quotasv2_detail.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.715921 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.716307 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: quota_details Sep 03 09:42:16.716686 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: rbac.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.717923 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.718464 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: rbac-policies Sep 03 09:42:16.718870 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: rbac_address_group.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.719843 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.720467 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: rbac-address-group Sep 03 09:42:16.720817 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: rbac_address_scope.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.721805 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.722378 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: rbac-address-scope Sep 03 09:42:16.722707 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: rbac_security_groups.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.723725 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.724501 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: rbac-security-groups Sep 03 09:42:16.724874 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: rbac_subnetpool.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.725915 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.726493 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: rbac-subnetpool Sep 03 09:42:16.726835 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: revisionifmatch.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.727862 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.728458 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: revision-if-match Sep 03 09:42:16.728792 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: revisions.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.730019 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.730578 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: standard-attr-revisions Sep 03 09:42:16.730906 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: router_availability_zone.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.731662 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.732251 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: router_availability_zone Sep 03 09:42:16.732577 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: routerservicetype.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.733512 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.734073 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extension router-service-type not supported by any of loaded plugins Sep 03 09:42:16.734399 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.735336 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.735885 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: security-groups-normalized-cidr Sep 03 09:42:16.736280 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: security_groups_port_filtering.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.737303 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.737903 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: port-security-groups-filtering Sep 03 09:42:16.738265 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.739203 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.739784 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: security-groups-remote-address-group Sep 03 09:42:16.740169 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: securitygroup.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.752228 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.752822 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: security-group Sep 03 09:42:16.753212 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: segment.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.754099 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.754627 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extension segment not supported by any of loaded plugins Sep 03 09:42:16.754960 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.756497 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.757027 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 03 09:42:16.757359 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: servicetype.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.758611 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.759147 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: service-type Sep 03 09:42:16.759477 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: sorting.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.760484 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.760823 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: sorting Sep 03 09:42:16.761157 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: standard_attr_segment.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.762294 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.762851 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 03 09:42:16.763184 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: standardattrdescription.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.763957 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.764543 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: standard-attr-description Sep 03 09:42:16.764875 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: stateful_security_group.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.765940 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.766479 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: stateful-security-group Sep 03 09:42:16.766854 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: stdattrs_common.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.767460 dv-cinder-606346-32-iscsi neutron-server[105417]: WARNING neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 03 09:42:16.767837 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.768855 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.769459 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 03 09:42:16.769812 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: subnet_onboard.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.771036 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.772273 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: subnet_onboard Sep 03 09:42:16.772605 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.773647 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.774187 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 03 09:42:16.774605 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: subnet_service_types.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.775550 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.776201 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: subnet-service-types Sep 03 09:42:16.776565 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: subnetallocation.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.777767 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.778312 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: subnet_allocation Sep 03 09:42:16.778684 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.779431 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.780008 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: subnetpool-prefix-ops Sep 03 09:42:16.780414 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.781472 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.782070 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 03 09:42:16.782399 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: tagging.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.783523 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.784057 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: standard-attr-tag Sep 03 09:42:16.784389 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: timestamp.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.785701 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.786273 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loaded extension: standard-attr-timestamp Sep 03 09:42:16.786639 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: trunk.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.787862 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.788480 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extension trunk not supported by any of loaded plugins Sep 03 09:42:16.788808 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: trunk_details.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.789820 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.790473 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extension trunk-details not supported by any of loaded plugins Sep 03 09:42:16.790822 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: uplink_status_propagation.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.791979 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.792515 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 03 09:42:16.792842 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Loading extension file: vlantransparent.py {{(pid=105417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 09:42:16.793648 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=105417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 09:42:16.794172 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 03 09:42:16.796945 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.quota.resource_registry [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Creating instance of TrackedResource for resource:network Sep 03 09:42:16.797526 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.quota.resource_registry [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Creating instance of TrackedResource for resource:subnet Sep 03 09:42:16.798029 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.quota.resource_registry [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 09:42:16.798476 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.quota.resource_registry [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Creating instance of TrackedResource for resource:port Sep 03 09:42:16.799955 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.v2.resource_helper [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 09:42:16.800473 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.v2.resource_helper [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Service FLAVORS assigned prefix: {{(pid=105417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 09:42:16.801151 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.v2.resource_helper [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 09:42:16.801693 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.v2.resource_helper [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 09:42:16.802035 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.quota.resource_registry [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Creating instance of TrackedResource for resource:router Sep 03 09:42:16.802477 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.quota.resource_registry [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Creating instance of TrackedResource for resource:floatingip Sep 03 09:42:16.803013 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.v2.resource_helper [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Service METERING assigned prefix: /metering {{(pid=105417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 09:42:16.804470 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.804865 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.805271 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:42:16.806458 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.quota.resource_registry [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Creating instance of CountableResource for resource:rbac_policy Sep 03 09:42:16.806975 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.quota.resource_registry [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Creating instance of TrackedResource for resource:security_group Sep 03 09:42:16.807419 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.quota.resource_registry [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 03 09:42:16.808110 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.v2.resource_helper [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Service CORE assigned prefix: {{(pid=105417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 09:42:16.808484 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.quota.resource_registry [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 09:42:16.808845 dv-cinder-606346-32-iscsi neutron-server[105417]: WARNING neutron.quota.resource_registry [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] subnetpool is already registered Sep 03 09:42:16.809424 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.v2.resource_helper [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Service CORE assigned prefix: {{(pid=105417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 09:42:16.809787 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.quota.resource_registry [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 09:42:16.810210 dv-cinder-606346-32-iscsi neutron-server[105417]: WARNING neutron.quota.resource_registry [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] subnetpool is already registered Sep 03 09:42:16.812784 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.v2.resource_helper [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 09:42:16.813278 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.v2.resource_helper [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Service FLAVORS assigned prefix: {{(pid=105417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 09:42:16.813987 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.v2.resource_helper [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 09:42:16.814423 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.v2.resource_helper [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 09:42:16.814827 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.quota.resource_registry [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Creating instance of TrackedResource for resource:router Sep 03 09:42:16.815191 dv-cinder-606346-32-iscsi neutron-server[105417]: WARNING neutron.quota.resource_registry [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] router is already registered Sep 03 09:42:16.815684 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.quota.resource_registry [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Creating instance of TrackedResource for resource:floatingip Sep 03 09:42:16.816111 dv-cinder-606346-32-iscsi neutron-server[105417]: WARNING neutron.quota.resource_registry [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] floatingip is already registered Sep 03 09:42:16.816589 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.v2.resource_helper [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Service METERING assigned prefix: /metering {{(pid=105417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 09:42:16.817355 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.quota.resource_registry [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Creating instance of CountableResource for resource:rbac_policy Sep 03 09:42:16.817724 dv-cinder-606346-32-iscsi neutron-server[105417]: WARNING neutron.quota.resource_registry [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] rbac_policy is already registered Sep 03 09:42:16.818154 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.quota.resource_registry [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Creating instance of TrackedResource for resource:security_group Sep 03 09:42:16.819009 dv-cinder-606346-32-iscsi neutron-server[105417]: WARNING neutron.quota.resource_registry [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] security_group is already registered Sep 03 09:42:16.819420 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.quota.resource_registry [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 03 09:42:16.819759 dv-cinder-606346-32-iscsi neutron-server[105417]: WARNING neutron.quota.resource_registry [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] security_group_rule is already registered Sep 03 09:42:16.820402 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.v2.resource_helper [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Service CORE assigned prefix: {{(pid=105417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 09:42:16.820736 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.quota.resource_registry [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 09:42:16.821074 dv-cinder-606346-32-iscsi neutron-server[105417]: WARNING neutron.quota.resource_registry [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] subnetpool is already registered Sep 03 09:42:16.821506 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.v2.resource_helper [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Service CORE assigned prefix: {{(pid=105417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 09:42:16.821862 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.quota.resource_registry [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 09:42:16.822213 dv-cinder-606346-32-iscsi neutron-server[105417]: WARNING neutron.quota.resource_registry [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] subnetpool is already registered Sep 03 09:42:16.822686 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extended resource: extensions {{(pid=105417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 09:42:16.824362 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extended resource: address-groups {{(pid=105417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 09:42:16.826164 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extended resource: address-scopes {{(pid=105417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 09:42:16.827583 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extended resource: agents {{(pid=105417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 09:42:16.828949 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extended resource: auto-allocated-topology {{(pid=105417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 09:42:16.830225 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extended resource: availability_zones {{(pid=105417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 09:42:16.831446 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extended resource: dhcp-networks {{(pid=105417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 09:42:16.832968 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extended resource: dhcp-agents {{(pid=105417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 09:42:16.834479 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extended resource: routers {{(pid=105417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 09:42:16.837154 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extended resource: flavors {{(pid=105417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 09:42:16.838373 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extended resource: service_profiles {{(pid=105417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 09:42:16.839677 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extended resource: next_providers {{(pid=105417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 09:42:16.841305 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extended resource: service_profiles {{(pid=105417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 09:42:16.843059 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extended resource: floatingip-pools {{(pid=105417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 09:42:16.844372 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extended resource: routers {{(pid=105417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 09:42:16.846790 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extended resource: floatingips {{(pid=105417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 09:42:16.848174 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extended resource: l3-routers {{(pid=105417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 09:42:16.849973 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extended resource: l3-agents {{(pid=105417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 09:42:16.851497 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extended resource: metering-labels {{(pid=105417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 09:42:16.853006 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extended resource: metering-label-rules {{(pid=105417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 09:42:16.854500 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extended resource: network-ip-availabilities {{(pid=105417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 09:42:16.855798 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extended resource: bindings {{(pid=105417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 09:42:16.858533 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extended resource: quotas {{(pid=105417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 09:42:16.860199 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extended resource: quotas {{(pid=105417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 09:42:16.861765 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extended resource: rbac-policies {{(pid=105417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 09:42:16.863025 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extended resource: security-groups {{(pid=105417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 09:42:16.864415 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extended resource: security-group-rules {{(pid=105417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 09:42:16.865923 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extended resource: service-providers {{(pid=105417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 09:42:16.867269 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extended resource: subnetpools {{(pid=105417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 09:42:16.869003 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extended resource: subnetpools {{(pid=105417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 09:42:16.870689 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extended resource: tags {{(pid=105417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 09:42:16.872347 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extended resource: tags {{(pid=105417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 09:42:16.874207 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extended resource: tags {{(pid=105417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 09:42:16.876126 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extended resource: tags {{(pid=105417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 09:42:16.878177 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extended resource: tags {{(pid=105417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 09:42:16.880072 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extended resource: tags {{(pid=105417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 09:42:16.882331 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extended resource: tags {{(pid=105417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 09:42:16.884219 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extended resource: tags {{(pid=105417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 09:42:16.886013 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extended resource: tags {{(pid=105417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 09:42:16.887743 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron.api.extensions [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Extended resource: tags {{(pid=105417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 09:42:16.894501 dv-cinder-606346-32-iscsi neutron-server[105417]: WARNING keystonemiddleware.auth_token [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 03 09:42:16.900540 dv-cinder-606346-32-iscsi neutron-server[105417]: WARNING keystonemiddleware.auth_token [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 03 09:42:16.909770 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_concurrency.lockutils [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Acquired lock "singleton_lock" {{(pid=105417) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 03 09:42:16.910264 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_concurrency.lockutils [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Releasing lock "singleton_lock" {{(pid=105417) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 03 09:42:16.911079 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO oslo_service.service [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Starting 2 workers Sep 03 09:42:16.916140 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Started child 105524 {{(pid=105417) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 09:42:16.920793 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Started child 105525 {{(pid=105417) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 09:42:16.922499 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO neutron.service [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 03 09:42:16.922751 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:42:16.923654 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Notify callbacks [] for process, before_spawn {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:42:16.924837 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [-] (105524) wsgi starting up on http://0.0.0.0:9696 Sep 03 09:42:16.925773 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO oslo_service.service [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Starting 1 workers Sep 03 09:42:16.926101 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:42:16.927711 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [-] (105525) wsgi starting up on http://0.0.0.0:9696 Sep 03 09:42:16.931241 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Started child 105526 {{(pid=105417) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 09:42:16.931829 dv-cinder-606346-32-iscsi neutron-server[105417]: INFO oslo_service.service [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Starting 1 workers Sep 03 09:42:16.935143 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.service [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] calling RpcWorker wait() {{(pid=105526) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 03 09:42:16.936219 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.service [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] returning from RpcWorker wait() {{(pid=105526) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 03 09:42:16.936731 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Started child 105527 {{(pid=105417) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 09:42:16.937591 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3377b390-4d40-4a5f-983b-715a7092d463 None None] Notify callbacks [] for process, after_spawn {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:42:16.939772 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105417) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 03 09:42:16.940016 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:42:16.940157 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 09:42:16.940349 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 09:42:16.940568 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 09:42:16.940667 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:42:16.940910 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 09:42:16.941083 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 09:42:16.941613 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.941883 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.942158 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.942412 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.942710 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.942819 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:42:16.943833 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.944075 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.944345 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.944611 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.944883 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.945059 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.945304 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.945601 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.945870 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.946201 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.946505 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.946761 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.947083 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.947280 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.947553 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.947817 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.948096 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.948423 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] debug = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.948670 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.949279 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.949637 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.949926 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.950187 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.950466 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.950724 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.950998 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.951287 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.951553 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.951831 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.952107 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.952414 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.952676 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.952905 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.953169 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.953421 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.953973 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] host = dv-cinder-606346-32-iscsi {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.954272 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.954502 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.954755 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.955062 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.955352 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.955608 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.955888 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.956195 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.956464 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.956736 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.956984 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.957239 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.957484 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.957750 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] log_file = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.957934 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] log_options = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.958203 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.958546 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.958764 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.959522 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.959709 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.959870 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.960155 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.960366 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.960641 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.960909 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.961074 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.961308 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.961558 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.961840 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.962083 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.962340 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.962583 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.962840 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.963189 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.963498 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.963678 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.963911 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.964204 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.964470 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.964709 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.964931 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.965216 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.965528 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.965774 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.966034 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.966284 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.966547 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.966785 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.967048 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.967282 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.967513 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.967729 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.967993 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.968225 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.968472 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.968736 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.968937 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.969182 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.969399 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.969710 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.969932 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] use_json = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.970150 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.970420 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.970702 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.971036 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.971205 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.971478 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.971742 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.971986 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:16.972516 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.972812 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.973116 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.973372 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.973739 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.973910 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.974154 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.974738 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.975011 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.976313 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.976651 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:42:16.976816 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.976960 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.977201 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.978371 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.978874 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.979023 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.979299 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.979610 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.979896 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.980152 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.980575 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.987378 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.987378 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.987378 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.987378 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.987378 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.987378 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.987378 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.987378 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.988621 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.67/identity {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.988621 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.988621 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.988621 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.988621 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.988621 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.988621 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.988621 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.989969 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.989969 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.989969 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.989969 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.989969 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.989969 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.989969 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.989969 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.989969 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.991447 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.991447 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.991447 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.991447 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.991447 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.991447 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.991447 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.991447 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.991447 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.992906 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.992906 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.992906 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.992906 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.992906 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.992906 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.992906 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.992906 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.994215 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.994215 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.994215 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.994215 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.994215 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.995131 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.995131 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.995131 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.995537 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.995697 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.996010 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.996334 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.997252 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.997252 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.997601 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.997879 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.998263 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.998646 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.999031 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.999409 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:16.999809 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.000177 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.000572 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.000961 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.001316 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.002832 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.002832 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.002832 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.003703 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.003703 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.003703 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.004139 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.004401 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.005279 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.005279 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.005648 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.006433 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.009727 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.009727 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.009727 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.009727 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.009727 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.009727 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.009727 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.009727 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.010403 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.010403 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.010403 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.010403 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.010724 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.011081 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.011466 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.011908 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.012440 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.012656 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.013052 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.013437 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.013786 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.014067 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.014371 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.014696 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.015060 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.015368 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.015641 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.015972 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.016457 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.016893 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.017301 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.017730 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.018203 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.018506 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.018909 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.019360 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.019750 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.020306 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.020698 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.021039 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.021506 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.021996 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.022421 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.022833 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.023731 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.024112 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.024533 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.024931 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.025328 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.67/identity {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.025714 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.026146 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.026425 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.026743 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.026996 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.027224 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.027506 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.027791 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.028019 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.028316 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.028538 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.028793 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.029039 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.029282 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.029504 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.029792 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.030157 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.030483 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.030754 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.031009 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.031251 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.031481 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.031861 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.032203 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.032465 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.032744 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.033015 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.033259 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.033652 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.033918 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.034336 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.034592 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.034995 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.035321 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.035541 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.035762 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.036044 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.036266 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.036598 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.037255 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.037530 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.037787 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.038023 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.038583 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.038836 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.039157 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.039471 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.039743 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.040066 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.040415 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.040831 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.041179 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.041534 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.041933 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.042356 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.042705 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.042983 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.043260 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.043505 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.043757 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.044011 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.044363 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.044668 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.044918 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.045186 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.045597 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.045875 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.046209 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.046612 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.046974 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.047345 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.047728 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.048099 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.048444 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.048841 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.049227 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.049604 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.050028 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.050389 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.050642 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.051002 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.051344 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.051757 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.052140 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.052515 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.053408 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.053854 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.054233 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.054613 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.055026 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.055439 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.055806 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.056227 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.056602 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.056835 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.057069 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.057304 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.057547 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.057921 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.058185 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.058508 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.058919 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.059126 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.059361 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.059599 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.059913 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.060427 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.060427 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.060732 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.060843 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.060985 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.061272 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.061675 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.061978 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.062244 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.062422 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.062695 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.062975 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.063234 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.063497 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.063746 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.064074 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.064354 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.064608 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.064867 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.065104 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.065328 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.065565 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.065833 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.066065 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.066279 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.066512 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.066736 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.066977 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.067208 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.067430 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.067645 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.067973 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.068124 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.069036 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.069937 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.069937 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 09:42:17.069937 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105417) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 03 09:42:17.070297 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 09:42:17.070297 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 09:42:17.070493 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 09:42:17.070587 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 09:42:17.070731 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 09:42:17.070893 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.071072 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.071231 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.071392 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.071472 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.071720 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.071895 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.071983 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.072135 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.072315 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.072441 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.072531 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.072690 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.072893 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.073049 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.073177 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.073291 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.074590 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.074590 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.074590 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.074590 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.074590 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.074590 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] debug = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.074590 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.075164 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.075164 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.075164 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.075164 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.075164 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.075938 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.075938 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.075938 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.075938 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.075938 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.076294 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.076294 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.076294 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.076682 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.076682 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.076682 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.077037 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] host = dv-cinder-606346-32-iscsi {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.077037 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.077272 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.077272 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.077440 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.080248 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.080248 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.080248 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.080248 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.080248 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.080248 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.080248 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.080248 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.081149 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.081149 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] log_file = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.081149 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] log_options = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.081149 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.081149 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.081149 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.081149 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.081149 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.081945 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.081945 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.081945 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.081945 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.081945 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.081945 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.081945 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.081945 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.082713 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.082713 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.082713 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.082713 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.082713 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.082713 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.082713 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.082713 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.083504 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.083504 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.083504 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.083504 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.083504 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.083504 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.083504 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.083504 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.083504 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.084420 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.084420 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.084420 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.084420 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.084420 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.084420 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.084420 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.084972 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.084972 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.084972 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.085320 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.085320 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.085320 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.085644 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.085644 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.085843 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] use_json = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.085946 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.086050 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.086178 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.086336 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.086494 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.086647 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.086997 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.086997 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 09:42:17.087195 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.087279 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.087428 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.087584 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.087743 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.087901 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.088066 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.088221 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.088367 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.088527 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.088680 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.088844 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.089010 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.089917 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.089917 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.089917 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.089917 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.089917 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.089917 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.090600 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.090600 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.090600 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.090600 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.091022 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.091022 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.091022 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.091235 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.091344 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.091427 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.091578 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.67/identity {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.091745 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.091933 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.092046 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.092198 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.092353 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.092513 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.092672 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.092833 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.092988 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.093147 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.093305 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.093462 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.093643 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.093802 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.093961 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.094120 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.094277 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.094436 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.094596 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.094757 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.094916 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.095075 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.095234 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.095393 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.095559 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.095726 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.095885 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.096040 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.096635 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.096635 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.096635 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.096635 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.097035 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.097035 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.097302 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.097302 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.097468 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.097563 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.097693 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.097852 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.098016 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.098172 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.098319 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.098480 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.098641 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.098780 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.098922 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:42:17.099021 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.099106 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.099591 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.099741 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.099830 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.099968 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.100125 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.100280 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.100444 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.100599 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.100756 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.100914 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.101076 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.101241 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.101415 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.101632 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.101750 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.101910 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.102067 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.102226 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.102384 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.102543 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.102701 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.102862 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.103017 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.103177 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.103336 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.103494 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.103653 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.103812 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.103972 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.104128 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.104287 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.104444 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.104602 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.104762 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.104944 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.105212 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.105374 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.105533 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.105724 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.105883 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.106047 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.106204 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.106371 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.106545 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.106699 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.106863 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.107024 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.107157 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.107311 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.107472 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.107619 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.107772 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.107946 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.108090 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.108256 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.108425 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.108623 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.108795 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.108938 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.109090 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.109203 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.109365 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.109528 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.109709 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.109852 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.110007 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.110165 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.110324 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.110628 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.110628 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.110900 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.67/identity {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.111046 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.111171 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.111354 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.112149 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.112149 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.112149 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.112469 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.112768 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.112768 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.112993 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.113119 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.113284 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.113635 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.113635 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.113798 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.113940 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.114024 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.114129 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.114327 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.114464 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.114583 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.114742 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.114899 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.115565 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.115738 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.115885 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.116045 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.116203 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.116363 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.116527 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.116667 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.116833 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.116993 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.117157 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.117326 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.117479 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.117674 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.117805 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.118036 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.118249 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.118249 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.118650 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.118650 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.118950 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.118950 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.119324 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.119324 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.119724 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.119724 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.119724 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.120026 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.120026 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.120255 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.120255 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.120523 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.120523 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.120872 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.120872 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.121133 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.121133 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.121387 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.121526 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.121710 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.121829 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.121954 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.122114 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.122252 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.122392 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.122532 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.122676 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.122816 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.122952 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.123087 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.123229 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.123556 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.123556 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.123776 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.123866 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.124006 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.124133 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.124288 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.124452 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.124612 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.124752 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.124892 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.125032 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.125204 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.125359 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.125519 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.125699 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.125847 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.126009 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.126178 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.126321 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.126466 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.126631 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.126772 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.126934 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.127103 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.127269 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.127432 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.127566 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.127727 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.127869 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.128032 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.128202 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.128347 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.128491 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.128656 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.128810 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.128969 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.129112 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.129282 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.129430 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.129641 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.129792 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.129960 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.130132 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.130302 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.130445 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.130608 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.131379 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.131539 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.131723 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.131890 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.132052 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.132198 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.132351 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.132490 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.132651 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.132817 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.132969 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.133118 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.133276 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.133434 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.133640 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.133812 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.133914 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.134078 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.134212 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.134351 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 09:42:17.134549 dv-cinder-606346-32-iscsi neutron-server[105417]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 09:42:17.150903 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 58934) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:42:17.159787 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [-] 10.222.0.67 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064180 Sep 03 09:42:29.304595 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890ade38-26e7-4ab0-ae98-f79ddecab969 None None] get_active_networks_info from dv-cinder-606346-32-iscsi {{(pid=105526) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 03 09:42:29.414700 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890ade38-26e7-4ab0-ae98-f79ddecab969 None None] No non-hosted networks {{(pid=105526) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 03 09:42:29.455246 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.agentschedulers_db [None req-890ade38-26e7-4ab0-ae98-f79ddecab969 None None] DHCP Agent not found on host dv-cinder-606346-32-iscsi {{(pid=105526) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 03 09:42:29.505146 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a15af556-3335-4a64-9eb3-aa90f01b64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-417415'] for agent, after_create {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:42:32.056555 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-257e7453-1ba9-4dd3-aca3-a802e0352e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-417415'] for agent, after_create {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:42:32.171370 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-3b927603-c8e3-4c6b-a105-41afd0451d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:42:33.449467 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-417415'] for agent, after_create {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:42:33.453374 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:42:33.456453 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:42:33.460407 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:42:33.462298 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:42:33.464036 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:42:33.472763 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:42:33.475398 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:42:33.479661 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:42:33.481750 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:42:33.483091 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:42:33.487060 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:42:33.487623 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:42:33.488240 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-606346-32-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:42:33.549946 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-606346-32-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:42:33.818456 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a642e642-fcb2-47b5-b777-13e8b57c6243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-417415'] for agent, after_create {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:42:34.445952 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-86f92317-4722-4035-969f-07b0852c8c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-417415'] for agent, after_create {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:42:35.760095 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 59028) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:42:35.869137 dv-cinder-606346-32-iscsi neutron-server[105526]: INFO neutron.db.l3_hamode_db [None req-6aef2684-11a1-42ab-9881-c9ca13691a27 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 03 09:42:35.948921 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aef2684-11a1-42ab-9881-c9ca13691a27 None None] Routers set() bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:42:35.949314 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aef2684-11a1-42ab-9881-c9ca13691a27 None None] Router IDs set() for agent in host dv-cinder-606346-32-iscsi {{(pid=105526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 03 09:42:36.307826 dv-cinder-606346-32-iscsi neutron-server[105524]: WARNING oslo_policy.policy [None req-40066533-dd6e-4c96-89fe-4e0bbe837b1a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 09:42:36.308427 dv-cinder-606346-32-iscsi neutron-server[105524]: WARNING oslo_policy.policy [None req-40066533-dd6e-4c96-89fe-4e0bbe837b1a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 09:42:36.530591 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [None req-40066533-dd6e-4c96-89fe-4e0bbe837b1a admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=105524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 09:42:36.531787 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-40066533-dd6e-4c96-89fe-4e0bbe837b1a admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7706995 Sep 03 09:42:38.964734 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 59042) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:42:39.276533 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [None req-7a3647c0-ec0b-4ad5-a63b-a311e5d0d9b0 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:42:39.371890 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.policy [None req-7a3647c0-ec0b-4ad5-a63b-a311e5d0d9b0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105524) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 03 09:42:39.416536 dv-cinder-606346-32-iscsi neutron-server[105524]: WARNING oslo_policy.policy [None req-7a3647c0-ec0b-4ad5-a63b-a311e5d0d9b0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 09:42:39.416909 dv-cinder-606346-32-iscsi neutron-server[105524]: WARNING oslo_policy.policy [None req-7a3647c0-ec0b-4ad5-a63b-a311e5d0d9b0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 09:42:39.425517 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.quota [None req-7a3647c0-ec0b-4ad5-a63b-a311e5d0d9b0 admin admin] Loaded quota_driver: . Sep 03 09:42:39.513618 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-7a3647c0-ec0b-4ad5-a63b-a311e5d0d9b0 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759171019000', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759171020437', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759170998279', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759171006179', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759170584228', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759170124311', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1407773', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1327269', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-479208', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-418334'] for rbac-policy, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:42:39.578300 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-7a3647c0-ec0b-4ad5-a63b-a311e5d0d9b0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:42:39.579537 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-7a3647c0-ec0b-4ad5-a63b-a311e5d0d9b0 admin admin] 10.222.0.67 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6138997 Sep 03 09:42:42.160571 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 59054) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:42:42.461927 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [None req-b302a60d-9285-4b97-996e-afed8b86a1d5 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '2c4f00a69d8f4068991cf330ebc9f9cf', 'project_id': '2c4f00a69d8f4068991cf330ebc9f9cf'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:42:42.491979 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b302a60d-9285-4b97-996e-afed8b86a1d5 admin admin] Made reservation on behalf of 2c4f00a69d8f4068991cf330ebc9f9cf for: {'network': 1} {{(pid=105524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:42:42.494922 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-b302a60d-9285-4b97-996e-afed8b86a1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for network, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:42:42.512303 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-b302a60d-9285-4b97-996e-afed8b86a1d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:42:42.641072 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-b302a60d-9285-4b97-996e-afed8b86a1d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:42:42.647220 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-b302a60d-9285-4b97-996e-afed8b86a1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:42:42.671666 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b302a60d-9285-4b97-996e-afed8b86a1d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=105524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 09:42:42.696705 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-b302a60d-9285-4b97-996e-afed8b86a1d5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759173696076', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718351'] for segment, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:42:42.697290 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-b302a60d-9285-4b97-996e-afed8b86a1d5 admin admin] Unsubscribe: segment precommit_create {{(pid=105524) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 03 09:42:42.697886 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.db.segments_db [None req-b302a60d-9285-4b97-996e-afed8b86a1d5 admin admin] Added segment 04906fee-2f29-48f5-889d-44f1c530570d of type vlan for network aed44af5-e3bb-4c1b-9559-dc852b2473d8 Sep 03 09:42:42.703841 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b302a60d-9285-4b97-996e-afed8b86a1d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a7004d-b1e9-45f5-99a8-df0631dedec6,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:42:42.742744 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b302a60d-9285-4b97-996e-afed8b86a1d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:42:42.743111 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b302a60d-9285-4b97-996e-afed8b86a1d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:42:42.743452 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b302a60d-9285-4b97-996e-afed8b86a1d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:42:42.743787 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b302a60d-9285-4b97-996e-afed8b86a1d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:42:42.744116 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b302a60d-9285-4b97-996e-afed8b86a1d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:42:42.744463 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b302a60d-9285-4b97-996e-afed8b86a1d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:42:42.744801 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b302a60d-9285-4b97-996e-afed8b86a1d5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:42:42.745140 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b302a60d-9285-4b97-996e-afed8b86a1d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:42:42.745489 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b302a60d-9285-4b97-996e-afed8b86a1d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:42:42.745816 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b302a60d-9285-4b97-996e-afed8b86a1d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:42:42.746136 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b302a60d-9285-4b97-996e-afed8b86a1d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:42:42.746452 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b302a60d-9285-4b97-996e-afed8b86a1d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:42:42.747885 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b302a60d-9285-4b97-996e-afed8b86a1d5 admin admin] Tracked resource versions report: Sep 03 09:42:42.747885 dv-cinder-606346-32-iscsi neutron-server[105524]: pushed versions: Sep 03 09:42:42.747885 dv-cinder-606346-32-iscsi neutron-server[105524]: { 'AddressGroup': {'1.2'}, Sep 03 09:42:42.747885 dv-cinder-606346-32-iscsi neutron-server[105524]: 'ConntrackHelper': {'1.0'}, Sep 03 09:42:42.747885 dv-cinder-606346-32-iscsi neutron-server[105524]: 'Log': {'1.0'}, Sep 03 09:42:42.747885 dv-cinder-606346-32-iscsi neutron-server[105524]: 'Network': {'1.1'}, Sep 03 09:42:42.747885 dv-cinder-606346-32-iscsi neutron-server[105524]: 'Port': {'1.7'}, Sep 03 09:42:42.747885 dv-cinder-606346-32-iscsi neutron-server[105524]: 'PortForwarding': {'1.2'}, Sep 03 09:42:42.747885 dv-cinder-606346-32-iscsi neutron-server[105524]: 'QosPolicy': {'1.9'}, Sep 03 09:42:42.747885 dv-cinder-606346-32-iscsi neutron-server[105524]: 'SecurityGroup': {'1.4'}, Sep 03 09:42:42.747885 dv-cinder-606346-32-iscsi neutron-server[105524]: 'SecurityGroupRule': {'1.2'}, Sep 03 09:42:42.747885 dv-cinder-606346-32-iscsi neutron-server[105524]: 'SubPort': {'1.0'}, Sep 03 09:42:42.747885 dv-cinder-606346-32-iscsi neutron-server[105524]: 'Subnet': {'1.1'}, Sep 03 09:42:42.747885 dv-cinder-606346-32-iscsi neutron-server[105524]: 'Trunk': {'1.1'}} Sep 03 09:42:42.747885 dv-cinder-606346-32-iscsi neutron-server[105524]: consumer versions: Sep 03 09:42:42.747885 dv-cinder-606346-32-iscsi neutron-server[105524]: { DHCP agent@dv-cinder-606346-32-iscsi: {}, Sep 03 09:42:42.747885 dv-cinder-606346-32-iscsi neutron-server[105524]: L3 agent@dv-cinder-606346-32-iscsi: {}, Sep 03 09:42:42.747885 dv-cinder-606346-32-iscsi neutron-server[105524]: Metadata agent@dv-cinder-606346-32-iscsi: {}, Sep 03 09:42:42.747885 dv-cinder-606346-32-iscsi neutron-server[105524]: Metering agent@dv-cinder-606346-32-iscsi: {}, Sep 03 09:42:42.747885 dv-cinder-606346-32-iscsi neutron-server[105524]: Open vSwitch agent@dv-cinder-606346-32-iscsi: { 'AddressGroup': '1.2', Sep 03 09:42:42.747885 dv-cinder-606346-32-iscsi neutron-server[105524]: 'ConntrackHelper': '1.0', Sep 03 09:42:42.747885 dv-cinder-606346-32-iscsi neutron-server[105524]: 'Log': '1.0', Sep 03 09:42:42.747885 dv-cinder-606346-32-iscsi neutron-server[105524]: 'Network': '1.1', Sep 03 09:42:42.747885 dv-cinder-606346-32-iscsi neutron-server[105524]: 'Port': '1.7', Sep 03 09:42:42.747885 dv-cinder-606346-32-iscsi neutron-server[105524]: 'PortForwarding': '1.2', Sep 03 09:42:42.747885 dv-cinder-606346-32-iscsi neutron-server[105524]: 'QosPolicy': '1.9', Sep 03 09:42:42.747885 dv-cinder-606346-32-iscsi neutron-server[105524]: 'SecurityGroup': '1.4', Sep 03 09:42:42.747885 dv-cinder-606346-32-iscsi neutron-server[105524]: 'SecurityGroupRule': '1.2', Sep 03 09:42:42.747885 dv-cinder-606346-32-iscsi neutron-server[105524]: 'SubPort': '1.0', Sep 03 09:42:42.747885 dv-cinder-606346-32-iscsi neutron-server[105524]: 'Subnet': '1.1', Sep 03 09:42:42.747885 dv-cinder-606346-32-iscsi neutron-server[105524]: 'Trunk': '1.1'}} Sep 03 09:42:42.747885 dv-cinder-606346-32-iscsi neutron-server[105524]: {{(pid=105524) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 09:42:42.823989 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-b302a60d-9285-4b97-996e-afed8b86a1d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759173236709'] for network, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:42:42.867759 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-b302a60d-9285-4b97-996e-afed8b86a1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146'] for network, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:42:42.869009 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b302a60d-9285-4b97-996e-afed8b86a1d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:42:42.869705 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-b302a60d-9285-4b97-996e-afed8b86a1d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for network, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:42:42.933533 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-b302a60d-9285-4b97-996e-afed8b86a1d5 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7717874 Sep 03 09:42:42.975034 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b302a60d-9285-4b97-996e-afed8b86a1d5 admin admin] Pushing event updated for resources: {'Network': ['ID=aed44af5-e3bb-4c1b-9559-dc852b2473d8,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:42:42.987623 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Network aed44af5-e3bb-4c1b-9559-dc852b2473d8 details requested by agent ovs-agent-dv-cinder-606346-32-iscsi with host dv-cinder-606346-32-iscsi {{(pid=105526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 09:42:45.632741 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 59068) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:42:46.130778 dv-cinder-606346-32-iscsi neutron-server[105525]: WARNING oslo_policy.policy [None req-9f2866ac-f269-411f-a736-99d3f1886ded admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 09:42:46.131365 dv-cinder-606346-32-iscsi neutron-server[105525]: WARNING oslo_policy.policy [None req-9f2866ac-f269-411f-a736-99d3f1886ded admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 09:42:46.585055 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.policy [None req-9f2866ac-f269-411f-a736-99d3f1886ded admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105525) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 03 09:42:46.629662 dv-cinder-606346-32-iscsi neutron-server[105525]: WARNING oslo_policy.policy [None req-9f2866ac-f269-411f-a736-99d3f1886ded admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 09:42:46.630068 dv-cinder-606346-32-iscsi neutron-server[105525]: WARNING oslo_policy.policy [None req-9f2866ac-f269-411f-a736-99d3f1886ded admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 09:42:46.638821 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2866ac-f269-411f-a736-99d3f1886ded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:42:46.640700 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-9f2866ac-f269-411f-a736-99d3f1886ded admin admin] 10.222.0.67 "GET /v2.0/networks/aed44af5-e3bb-4c1b-9559-dc852b2473d8 HTTP/1.1" status: 200 len: 825 time: 1.0058756 Sep 03 09:42:46.679876 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-7d2808e9-b2da-4d05-8631-5f65d416b859 admin admin] 10.222.0.67 "GET /v2.0/subnetpools/3e364c3b-7ad0-41ed-b06b-9105913f09c5 HTTP/1.1" status: 200 len: 734 time: 0.0324717 Sep 03 09:42:46.689536 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [None req-4e6a9afa-ff0f-401c-a61d-95af0a4f2723 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': 'aed44af5-e3bb-4c1b-9559-dc852b2473d8', 'tenant_id': '2c4f00a69d8f4068991cf330ebc9f9cf', 'name': 'private-subnet', 'subnetpool_id': '3e364c3b-7ad0-41ed-b06b-9105913f09c5'}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:42:46.691515 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.quota [None req-4e6a9afa-ff0f-401c-a61d-95af0a4f2723 admin admin] Loaded quota_driver: . Sep 03 09:42:46.729722 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6a9afa-ff0f-401c-a61d-95af0a4f2723 admin admin] Made reservation on behalf of 2c4f00a69d8f4068991cf330ebc9f9cf for: {'subnet': 1} {{(pid=105525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:42:46.732512 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-4e6a9afa-ff0f-401c-a61d-95af0a4f2723 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:42:47.016420 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-4e6a9afa-ff0f-401c-a61d-95af0a4f2723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146'] for subnet, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:42:47.084874 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6a9afa-ff0f-401c-a61d-95af0a4f2723 admin admin] Checking segment: {'id': '04906fee-2f29-48f5-889d-44f1c530570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'aed44af5-e3bb-4c1b-9559-dc852b2473d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:42:47.085243 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6a9afa-ff0f-401c-a61d-95af0a4f2723 admin admin] Network hostable DHCP agents. Network: aed44af5-e3bb-4c1b-9559-dc852b2473d8, hostable agents: ['b845873d-a9da-4ebd-9f87-ebd42caf249d'], hosted agents: [] {{(pid=105525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 09:42:47.098735 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a9afa-ff0f-401c-a61d-95af0a4f2723 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d815aa54-9da1-492a-bdc5-3fbd6237192a,revision_number=0']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:42:47.111893 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6a9afa-ff0f-401c-a61d-95af0a4f2723 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:42:47.112206 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6a9afa-ff0f-401c-a61d-95af0a4f2723 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:42:47.112536 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6a9afa-ff0f-401c-a61d-95af0a4f2723 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:42:47.112942 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6a9afa-ff0f-401c-a61d-95af0a4f2723 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:42:47.113268 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6a9afa-ff0f-401c-a61d-95af0a4f2723 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:42:47.113700 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6a9afa-ff0f-401c-a61d-95af0a4f2723 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:42:47.114092 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6a9afa-ff0f-401c-a61d-95af0a4f2723 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:42:47.114425 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6a9afa-ff0f-401c-a61d-95af0a4f2723 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:42:47.115257 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6a9afa-ff0f-401c-a61d-95af0a4f2723 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:42:47.115573 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6a9afa-ff0f-401c-a61d-95af0a4f2723 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:42:47.115882 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6a9afa-ff0f-401c-a61d-95af0a4f2723 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:42:47.116191 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6a9afa-ff0f-401c-a61d-95af0a4f2723 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:42:47.117487 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6a9afa-ff0f-401c-a61d-95af0a4f2723 admin admin] Tracked resource versions report: Sep 03 09:42:47.117487 dv-cinder-606346-32-iscsi neutron-server[105525]: pushed versions: Sep 03 09:42:47.117487 dv-cinder-606346-32-iscsi neutron-server[105525]: { 'AddressGroup': {'1.2'}, Sep 03 09:42:47.117487 dv-cinder-606346-32-iscsi neutron-server[105525]: 'ConntrackHelper': {'1.0'}, Sep 03 09:42:47.117487 dv-cinder-606346-32-iscsi neutron-server[105525]: 'Log': {'1.0'}, Sep 03 09:42:47.117487 dv-cinder-606346-32-iscsi neutron-server[105525]: 'Network': {'1.1'}, Sep 03 09:42:47.117487 dv-cinder-606346-32-iscsi neutron-server[105525]: 'Port': {'1.7'}, Sep 03 09:42:47.117487 dv-cinder-606346-32-iscsi neutron-server[105525]: 'PortForwarding': {'1.2'}, Sep 03 09:42:47.117487 dv-cinder-606346-32-iscsi neutron-server[105525]: 'QosPolicy': {'1.9'}, Sep 03 09:42:47.117487 dv-cinder-606346-32-iscsi neutron-server[105525]: 'SecurityGroup': {'1.4'}, Sep 03 09:42:47.117487 dv-cinder-606346-32-iscsi neutron-server[105525]: 'SecurityGroupRule': {'1.2'}, Sep 03 09:42:47.117487 dv-cinder-606346-32-iscsi neutron-server[105525]: 'SubPort': {'1.0'}, Sep 03 09:42:47.117487 dv-cinder-606346-32-iscsi neutron-server[105525]: 'Subnet': {'1.1'}, Sep 03 09:42:47.117487 dv-cinder-606346-32-iscsi neutron-server[105525]: 'Trunk': {'1.1'}} Sep 03 09:42:47.117487 dv-cinder-606346-32-iscsi neutron-server[105525]: consumer versions: Sep 03 09:42:47.117487 dv-cinder-606346-32-iscsi neutron-server[105525]: { DHCP agent@dv-cinder-606346-32-iscsi: {}, Sep 03 09:42:47.117487 dv-cinder-606346-32-iscsi neutron-server[105525]: L3 agent@dv-cinder-606346-32-iscsi: {}, Sep 03 09:42:47.117487 dv-cinder-606346-32-iscsi neutron-server[105525]: Metadata agent@dv-cinder-606346-32-iscsi: {}, Sep 03 09:42:47.117487 dv-cinder-606346-32-iscsi neutron-server[105525]: Metering agent@dv-cinder-606346-32-iscsi: {}, Sep 03 09:42:47.117487 dv-cinder-606346-32-iscsi neutron-server[105525]: Open vSwitch agent@dv-cinder-606346-32-iscsi: { 'AddressGroup': '1.2', Sep 03 09:42:47.117487 dv-cinder-606346-32-iscsi neutron-server[105525]: 'ConntrackHelper': '1.0', Sep 03 09:42:47.117487 dv-cinder-606346-32-iscsi neutron-server[105525]: 'Log': '1.0', Sep 03 09:42:47.117487 dv-cinder-606346-32-iscsi neutron-server[105525]: 'Network': '1.1', Sep 03 09:42:47.117487 dv-cinder-606346-32-iscsi neutron-server[105525]: 'Port': '1.7', Sep 03 09:42:47.117487 dv-cinder-606346-32-iscsi neutron-server[105525]: 'PortForwarding': '1.2', Sep 03 09:42:47.117487 dv-cinder-606346-32-iscsi neutron-server[105525]: 'QosPolicy': '1.9', Sep 03 09:42:47.117487 dv-cinder-606346-32-iscsi neutron-server[105525]: 'SecurityGroup': '1.4', Sep 03 09:42:47.117487 dv-cinder-606346-32-iscsi neutron-server[105525]: 'SecurityGroupRule': '1.2', Sep 03 09:42:47.117487 dv-cinder-606346-32-iscsi neutron-server[105525]: 'SubPort': '1.0', Sep 03 09:42:47.117487 dv-cinder-606346-32-iscsi neutron-server[105525]: 'Subnet': '1.1', Sep 03 09:42:47.117487 dv-cinder-606346-32-iscsi neutron-server[105525]: 'Trunk': '1.1'}} Sep 03 09:42:47.117487 dv-cinder-606346-32-iscsi neutron-server[105525]: {{(pid=105525) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 09:42:47.147263 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6a9afa-ff0f-401c-a61d-95af0a4f2723 admin admin] Network aed44af5-e3bb-4c1b-9559-dc852b2473d8 is scheduled to be hosted by DHCP agent b845873d-a9da-4ebd-9f87-ebd42caf249d with binding_index 1 {{(pid=105525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 09:42:47.160022 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.base_scheduler [None req-4e6a9afa-ff0f-401c-a61d-95af0a4f2723 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-32-iscsi, aed44af5-e3bb-4c1b-9559-dc852b2473d8) {{(pid=105525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:42:47.164572 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6a9afa-ff0f-401c-a61d-95af0a4f2723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:42:47.165194 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-4e6a9afa-ff0f-401c-a61d-95af0a4f2723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for subnet, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:42:47.169363 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855f9f4f-658b-4452-8518-20ce271334e9 None None] Network aed44af5-e3bb-4c1b-9559-dc852b2473d8 requested from dv-cinder-606346-32-iscsi {{(pid=105526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 09:42:47.185402 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-4e6a9afa-ff0f-401c-a61d-95af0a4f2723 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4993610 Sep 03 09:42:47.509760 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b54422d-687b-4ae8-8240-7d49c961de92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18c2692c-177d-5ddd-a673-7a9ff6d9d43f-aed44af5-e3bb-4c1b-9559-dc852b2473d8', 'network_id': 'aed44af5-e3bb-4c1b-9559-dc852b2473d8', 'tenant_id': '2c4f00a69d8f4068991cf330ebc9f9cf', 'fixed_ips': [{'subnet_id': 'd815aa54-9da1-492a-bdc5-3fbd6237192a'}]}} from dv-cinder-606346-32-iscsi. {{(pid=105526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 09:42:47.510998 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-2b54422d-687b-4ae8-8240-7d49c961de92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:42:47.808941 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.db_base_plugin_common [None req-2b54422d-687b-4ae8-8240-7d49c961de92 None None] Allocated IP 172.20.0.2 (aed44af5-e3bb-4c1b-9559-dc852b2473d8/d815aa54-9da1-492a-bdc5-3fbd6237192a/2f64e5d7-5d7f-4d58-b49a-47e65466b0b1) {{(pid=105526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:42:48.062542 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-2b54422d-687b-4ae8-8240-7d49c961de92 None None] Notify callbacks [] for port, precommit_create {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:42:48.078921 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-2b54422d-687b-4ae8-8240-7d49c961de92 None None] Transition to ACTIVE for port object 2f64e5d7-5d7f-4d58-b49a-47e65466b0b1 will not be triggered until provisioned by entity L2. {{(pid=105526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:42:48.104267 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-2b54422d-687b-4ae8-8240-7d49c961de92 None None] Transition to ACTIVE for port object 2f64e5d7-5d7f-4d58-b49a-47e65466b0b1 will not be triggered until provisioned by entity DHCP. {{(pid=105526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:42:48.112443 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-2b54422d-687b-4ae8-8240-7d49c961de92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931'] for port, after_create {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:42:48.179086 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b54422d-687b-4ae8-8240-7d49c961de92 None None] Network aed44af5-e3bb-4c1b-9559-dc852b2473d8 is already hosted by enough agents. {{(pid=105526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:42:48.183935 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.scheduler.base_scheduler [None req-2b54422d-687b-4ae8-8240-7d49c961de92 None None] Resources bound (agent type, host, resource id): {{(pid=105526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:42:48.194453 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b54422d-687b-4ae8-8240-7d49c961de92 None None] Received port after_create {{(pid=105526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:42:48.202746 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b54422d-687b-4ae8-8240-7d49c961de92 None None] Pushing event updated for resources: {'Port': ['ID=2f64e5d7-5d7f-4d58-b49a-47e65466b0b1,revision_number=1']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:42:48.234281 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b54422d-687b-4ae8-8240-7d49c961de92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:42:48.234670 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b54422d-687b-4ae8-8240-7d49c961de92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:42:48.234995 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b54422d-687b-4ae8-8240-7d49c961de92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:42:48.235334 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b54422d-687b-4ae8-8240-7d49c961de92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:42:48.235707 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b54422d-687b-4ae8-8240-7d49c961de92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:42:48.236069 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b54422d-687b-4ae8-8240-7d49c961de92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:42:48.236414 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b54422d-687b-4ae8-8240-7d49c961de92 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:42:48.236751 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b54422d-687b-4ae8-8240-7d49c961de92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:42:48.237093 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b54422d-687b-4ae8-8240-7d49c961de92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:42:48.237424 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b54422d-687b-4ae8-8240-7d49c961de92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:42:48.237771 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b54422d-687b-4ae8-8240-7d49c961de92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:42:48.238161 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b54422d-687b-4ae8-8240-7d49c961de92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:42:48.239582 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b54422d-687b-4ae8-8240-7d49c961de92 None None] Tracked resource versions report: Sep 03 09:42:48.239582 dv-cinder-606346-32-iscsi neutron-server[105526]: pushed versions: Sep 03 09:42:48.239582 dv-cinder-606346-32-iscsi neutron-server[105526]: { 'AddressGroup': {'1.2'}, Sep 03 09:42:48.239582 dv-cinder-606346-32-iscsi neutron-server[105526]: 'ConntrackHelper': {'1.0'}, Sep 03 09:42:48.239582 dv-cinder-606346-32-iscsi neutron-server[105526]: 'Log': {'1.0'}, Sep 03 09:42:48.239582 dv-cinder-606346-32-iscsi neutron-server[105526]: 'Network': {'1.1'}, Sep 03 09:42:48.239582 dv-cinder-606346-32-iscsi neutron-server[105526]: 'Port': {'1.7'}, Sep 03 09:42:48.239582 dv-cinder-606346-32-iscsi neutron-server[105526]: 'PortForwarding': {'1.2'}, Sep 03 09:42:48.239582 dv-cinder-606346-32-iscsi neutron-server[105526]: 'QosPolicy': {'1.9'}, Sep 03 09:42:48.239582 dv-cinder-606346-32-iscsi neutron-server[105526]: 'SecurityGroup': {'1.4'}, Sep 03 09:42:48.239582 dv-cinder-606346-32-iscsi neutron-server[105526]: 'SecurityGroupRule': {'1.2'}, Sep 03 09:42:48.239582 dv-cinder-606346-32-iscsi neutron-server[105526]: 'SubPort': {'1.0'}, Sep 03 09:42:48.239582 dv-cinder-606346-32-iscsi neutron-server[105526]: 'Subnet': {'1.1'}, Sep 03 09:42:48.239582 dv-cinder-606346-32-iscsi neutron-server[105526]: 'Trunk': {'1.1'}} Sep 03 09:42:48.239582 dv-cinder-606346-32-iscsi neutron-server[105526]: consumer versions: Sep 03 09:42:48.239582 dv-cinder-606346-32-iscsi neutron-server[105526]: { DHCP agent@dv-cinder-606346-32-iscsi: {}, Sep 03 09:42:48.239582 dv-cinder-606346-32-iscsi neutron-server[105526]: L3 agent@dv-cinder-606346-32-iscsi: {}, Sep 03 09:42:48.239582 dv-cinder-606346-32-iscsi neutron-server[105526]: Metadata agent@dv-cinder-606346-32-iscsi: {}, Sep 03 09:42:48.239582 dv-cinder-606346-32-iscsi neutron-server[105526]: Metering agent@dv-cinder-606346-32-iscsi: {}, Sep 03 09:42:48.239582 dv-cinder-606346-32-iscsi neutron-server[105526]: Open vSwitch agent@dv-cinder-606346-32-iscsi: { 'AddressGroup': '1.2', Sep 03 09:42:48.239582 dv-cinder-606346-32-iscsi neutron-server[105526]: 'ConntrackHelper': '1.0', Sep 03 09:42:48.239582 dv-cinder-606346-32-iscsi neutron-server[105526]: 'Log': '1.0', Sep 03 09:42:48.239582 dv-cinder-606346-32-iscsi neutron-server[105526]: 'Network': '1.1', Sep 03 09:42:48.239582 dv-cinder-606346-32-iscsi neutron-server[105526]: 'Port': '1.7', Sep 03 09:42:48.239582 dv-cinder-606346-32-iscsi neutron-server[105526]: 'PortForwarding': '1.2', Sep 03 09:42:48.239582 dv-cinder-606346-32-iscsi neutron-server[105526]: 'QosPolicy': '1.9', Sep 03 09:42:48.239582 dv-cinder-606346-32-iscsi neutron-server[105526]: 'SecurityGroup': '1.4', Sep 03 09:42:48.239582 dv-cinder-606346-32-iscsi neutron-server[105526]: 'SecurityGroupRule': '1.2', Sep 03 09:42:48.239582 dv-cinder-606346-32-iscsi neutron-server[105526]: 'SubPort': '1.0', Sep 03 09:42:48.239582 dv-cinder-606346-32-iscsi neutron-server[105526]: 'Subnet': '1.1', Sep 03 09:42:48.239582 dv-cinder-606346-32-iscsi neutron-server[105526]: 'Trunk': '1.1'}} Sep 03 09:42:48.239582 dv-cinder-606346-32-iscsi neutron-server[105526]: {{(pid=105526) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 09:42:48.291353 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.managers [None req-2b54422d-687b-4ae8-8240-7d49c961de92 None None] Attempting to bind port 2f64e5d7-5d7f-4d58-b49a-47e65466b0b1 on host dv-cinder-606346-32-iscsi for vnic_type normal with profile {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 09:42:48.291756 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.managers [None req-2b54422d-687b-4ae8-8240-7d49c961de92 None None] Attempting to bind port 2f64e5d7-5d7f-4d58-b49a-47e65466b0b1 by drivers openvswitch,hyperv on host dv-cinder-606346-32-iscsi at level 0 using segments [{'id': '04906fee-2f29-48f5-889d-44f1c530570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'aed44af5-e3bb-4c1b-9559-dc852b2473d8'}] {{(pid=105526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 09:42:48.292173 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b54422d-687b-4ae8-8240-7d49c961de92 None None] Attempting to bind port 2f64e5d7-5d7f-4d58-b49a-47e65466b0b1 on network aed44af5-e3bb-4c1b-9559-dc852b2473d8 {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:42:48.298009 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b54422d-687b-4ae8-8240-7d49c961de92 None None] Checking agent: {'id': 'ce816ebf-b316-41f6-aeb5-8037a78dc56b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 9, 42, 33), 'started_at': datetime.datetime(2021, 9, 3, 9, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 9, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 09:42:48.298424 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b54422d-687b-4ae8-8240-7d49c961de92 None None] Checking segment: {'id': '04906fee-2f29-48f5-889d-44f1c530570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'aed44af5-e3bb-4c1b-9559-dc852b2473d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:42:48.298906 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-2b54422d-687b-4ae8-8240-7d49c961de92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:42:48.299304 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b54422d-687b-4ae8-8240-7d49c961de92 None None] Bound using segment: {'id': '04906fee-2f29-48f5-889d-44f1c530570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'aed44af5-e3bb-4c1b-9559-dc852b2473d8'} {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 09:42:48.299810 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.managers [None req-2b54422d-687b-4ae8-8240-7d49c961de92 None None] Bound port: 2f64e5d7-5d7f-4d58-b49a-47e65466b0b1, host: dv-cinder-606346-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04906fee-2f29-48f5-889d-44f1c530570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'aed44af5-e3bb-4c1b-9559-dc852b2473d8'}}] {{(pid=105526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 09:42:48.300228 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-2b54422d-687b-4ae8-8240-7d49c961de92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:42:48.371598 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-2b54422d-687b-4ae8-8240-7d49c961de92 None None] For port 2f64e5d7-5d7f-4d58-b49a-47e65466b0b1, host dv-cinder-606346-32-iscsi, cleared binding levels {{(pid=105526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 09:42:48.376298 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-2b54422d-687b-4ae8-8240-7d49c961de92 None None] For port 2f64e5d7-5d7f-4d58-b49a-47e65466b0b1, host dv-cinder-606346-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=2f64e5d7-5d7f-4d58-b49a-47e65466b0b1,segment=NetworkSegment(04906fee-2f29-48f5-889d-44f1c530570d),segment_id=04906fee-2f29-48f5-889d-44f1c530570d)] {{(pid=105526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 09:42:48.381028 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-2b54422d-687b-4ae8-8240-7d49c961de92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:42:48.448784 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b54422d-687b-4ae8-8240-7d49c961de92 None None] Pushing event updated for resources: {'Port': ['ID=2f64e5d7-5d7f-4d58-b49a-47e65466b0b1,revision_number=2']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:42:49.604359 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 59088) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:42:49.934186 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [None req-2937861b-bbd8-45c6-a7cd-e513c86f8806 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=105525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 09:42:49.935230 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-2937861b-bbd8-45c6-a7cd-e513c86f8806 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3297596 Sep 03 09:42:52.369378 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 59096) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:42:52.682236 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [None req-db87a24b-522c-4919-bd1a-4f71712aa773 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=105525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 09:42:52.683227 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-db87a24b-522c-4919-bd1a-4f71712aa773 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3128912 Sep 03 09:42:55.356306 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 59106) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:42:55.666159 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [None req-0c35b5e4-771c-498e-aa69-2d40f1c552e6 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '2c4f00a69d8f4068991cf330ebc9f9cf'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:42:55.690234 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-0c35b5e4-771c-498e-aa69-2d40f1c552e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8786'] for router, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:42:55.691835 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-0c35b5e4-771c-498e-aa69-2d40f1c552e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1691692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1695932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-424503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8811'] for router, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:42:55.847765 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-0c35b5e4-771c-498e-aa69-2d40f1c552e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:42:55.853781 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-0c35b5e4-771c-498e-aa69-2d40f1c552e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1691685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1695977'] for router, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:42:55.867706 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-0c35b5e4-771c-498e-aa69-2d40f1c552e6 admin admin] Notify callbacks [] for router, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:42:55.868943 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-0c35b5e4-771c-498e-aa69-2d40f1c552e6 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5116467 Sep 03 09:42:56.957387 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd62af0d-cfef-4cba-9528-f0457ab0770b None None] Network aed44af5-e3bb-4c1b-9559-dc852b2473d8 requested from dv-cinder-606346-32-iscsi {{(pid=105526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 09:42:57.046677 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-36d1b770-5ca3-4b35-8e14-a9f48f7e0bd9 None None] Provisioning for port 2f64e5d7-5d7f-4d58-b49a-47e65466b0b1 completed by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:42:57.539912 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 2f64e5d7-5d7f-4d58-b49a-47e65466b0b1 up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:42:57.643220 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning for port 2f64e5d7-5d7f-4d58-b49a-47e65466b0b1 completed by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:42:57.649149 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning complete for port 2f64e5d7-5d7f-4d58-b49a-47e65466b0b1 triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:42:57.649777 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:42:57.828492 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:42:57.886318 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] For port 2f64e5d7-5d7f-4d58-b49a-47e65466b0b1, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=2f64e5d7-5d7f-4d58-b49a-47e65466b0b1,segment=NetworkSegment(04906fee-2f29-48f5-889d-44f1c530570d),segment_id=04906fee-2f29-48f5-889d-44f1c530570d)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:42:57.892136 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:42:57.954102 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Pushing event updated for resources: {'Port': ['ID=2f64e5d7-5d7f-4d58-b49a-47e65466b0b1,revision_number=3']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:42:58.546528 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 59118) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:42:58.891315 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [None req-b5c08d2d-4c72-4609-9032-4cc0a7dc3f99 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=105525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 09:42:58.893354 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-b5c08d2d-4c72-4609-9032-4cc0a7dc3f99 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3458073 Sep 03 09:42:59.105470 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-fcc1cc7b-ee35-4de2-a7da-ab9d11fcbac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:42:59.500459 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 2f64e5d7-5d7f-4d58-b49a-47e65466b0b1 up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:42:59.556781 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning complete for port 2f64e5d7-5d7f-4d58-b49a-47e65466b0b1 triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:42:59.557366 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:01.460141 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 59126) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:43:01.778053 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [None req-dc6ae9da-d7d9-41d8-acd7-84d12bfdeef0 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public'}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:43:01.801418 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6ae9da-d7d9-41d8-acd7-84d12bfdeef0 admin admin] Made reservation on behalf of 3978582383e24ad9a140c4336595b8f9 for: {'network': 1} {{(pid=105525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:43:01.804350 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-dc6ae9da-d7d9-41d8-acd7-84d12bfdeef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for network, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:01.819933 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-dc6ae9da-d7d9-41d8-acd7-84d12bfdeef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:01.947389 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-dc6ae9da-d7d9-41d8-acd7-84d12bfdeef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:01.951289 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-dc6ae9da-d7d9-41d8-acd7-84d12bfdeef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:01.970049 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-dc6ae9da-d7d9-41d8-acd7-84d12bfdeef0 admin admin] Reserving flat network on physical network physnet1 {{(pid=105525) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 03 09:43:01.989057 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6ae9da-d7d9-41d8-acd7-84d12bfdeef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937709b8-3b47-4253-8f94-c302b5669ca5,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:43:01.996282 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-dc6ae9da-d7d9-41d8-acd7-84d12bfdeef0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759173696076', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718351'] for segment, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:01.996864 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-dc6ae9da-d7d9-41d8-acd7-84d12bfdeef0 admin admin] Unsubscribe: segment precommit_create {{(pid=105525) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 03 09:43:01.997396 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.db.segments_db [None req-dc6ae9da-d7d9-41d8-acd7-84d12bfdeef0 admin admin] Added segment 454dc13d-4a6c-4de8-982e-8a57b380b104 of type flat for network 16dc62c0-adaf-4d17-9be4-5c31a1b1de1d Sep 03 09:43:02.046719 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-7589c43b-6cb2-4af2-a977-b5512fe19399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:02.060614 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-dc6ae9da-d7d9-41d8-acd7-84d12bfdeef0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759173236709'] for network, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:02.102377 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-dc6ae9da-d7d9-41d8-acd7-84d12bfdeef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146'] for network, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:02.103381 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6ae9da-d7d9-41d8-acd7-84d12bfdeef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:43:02.103960 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-dc6ae9da-d7d9-41d8-acd7-84d12bfdeef0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for network, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:02.178479 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-dc6ae9da-d7d9-41d8-acd7-84d12bfdeef0 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7172544 Sep 03 09:43:02.218641 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6ae9da-d7d9-41d8-acd7-84d12bfdeef0 admin admin] Pushing event updated for resources: {'Network': ['ID=16dc62c0-adaf-4d17-9be4-5c31a1b1de1d,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:43:02.230354 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Network 16dc62c0-adaf-4d17-9be4-5c31a1b1de1d details requested by agent ovs-agent-dv-cinder-606346-32-iscsi with host dv-cinder-606346-32-iscsi {{(pid=105526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 09:43:03.431301 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:03.721634 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a642e642-fcb2-47b5-b777-13e8b57c6243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:04.014208 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.agents_db [None req-2440585d-454d-4def-9aab-3d39e7194109 None None] Agent healthcheck: found 5 active agents {{(pid=105527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 09:43:04.371320 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-86f92317-4722-4035-969f-07b0852c8c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:04.624807 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 59144) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:43:04.800945 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55117691-086c-4085-8760-c07539c7c03c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:43:04.802901 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-55117691-086c-4085-8760-c07539c7c03c admin admin] 10.222.0.67 "GET /v2.0/subnets/d815aa54-9da1-492a-bdc5-3fbd6237192a HTTP/1.1" status: 200 len: 849 time: 0.1772125 Sep 03 09:43:04.958893 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-4e9957c0-0ebc-4b4f-ba60-3bdd8b4ffd37 admin admin] 10.222.0.67 "GET /v2.0/routers/b9584a8e-fa3d-4e79-871e-d8a7e1aebf00 HTTP/1.1" status: 200 len: 704 time: 0.1497340 Sep 03 09:43:05.222689 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-85da6f18-9178-4c2b-9fac-af2cb7345274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:05.530620 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.db_base_plugin_common [None req-85da6f18-9178-4c2b-9fac-af2cb7345274 admin admin] Allocated IP 172.20.0.1 (aed44af5-e3bb-4c1b-9559-dc852b2473d8/d815aa54-9da1-492a-bdc5-3fbd6237192a/d766e2c2-d571-42eb-8df7-7a53e21f314c) {{(pid=105525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:43:05.688273 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-85da6f18-9178-4c2b-9fac-af2cb7345274 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:05.711854 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.provisioning_blocks [None req-85da6f18-9178-4c2b-9fac-af2cb7345274 admin admin] Transition to ACTIVE for port object d766e2c2-d571-42eb-8df7-7a53e21f314c will not be triggered until provisioned by entity DHCP. {{(pid=105525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:43:05.783316 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-85da6f18-9178-4c2b-9fac-af2cb7345274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931'] for port, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:05.858838 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85da6f18-9178-4c2b-9fac-af2cb7345274 admin admin] Network aed44af5-e3bb-4c1b-9559-dc852b2473d8 is already hosted by enough agents. {{(pid=105525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:43:05.863523 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.base_scheduler [None req-85da6f18-9178-4c2b-9fac-af2cb7345274 admin admin] Resources bound (agent type, host, resource id): {{(pid=105525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:43:05.875992 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85da6f18-9178-4c2b-9fac-af2cb7345274 admin admin] Received port after_create {{(pid=105525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:43:05.876600 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-85da6f18-9178-4c2b-9fac-af2cb7345274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417468'] for router_interface, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:05.896070 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da6f18-9178-4c2b-9fac-af2cb7345274 admin admin] Pushing event updated for resources: {'Port': ['ID=d766e2c2-d571-42eb-8df7-7a53e21f314c,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:43:06.061537 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-2e4f6346-3512-4956-ab97-21ece5c36950 None None] Provisioning for port d766e2c2-d571-42eb-8df7-7a53e21f314c completed by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:43:06.065338 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-2e4f6346-3512-4956-ab97-21ece5c36950 None None] Provisioning complete for port d766e2c2-d571-42eb-8df7-7a53e21f314c triggered by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:43:06.065907 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-2e4f6346-3512-4956-ab97-21ece5c36950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:06.110242 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-2e4f6346-3512-4956-ab97-21ece5c36950 None None] Port d766e2c2-d571-42eb-8df7-7a53e21f314c cannot update to ACTIVE because it is not bound. {{(pid=105526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 09:43:06.138855 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-85da6f18-9178-4c2b-9fac-af2cb7345274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:06.355398 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-85da6f18-9178-4c2b-9fac-af2cb7345274 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:06.359817 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-85da6f18-9178-4c2b-9fac-af2cb7345274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:06.360770 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-85da6f18-9178-4c2b-9fac-af2cb7345274 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1832124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694508'] for router_interface, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:06.421836 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da6f18-9178-4c2b-9fac-af2cb7345274 admin admin] Pushing event updated for resources: {'Port': ['ID=d766e2c2-d571-42eb-8df7-7a53e21f314c,revision_number=2']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:43:06.495058 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85da6f18-9178-4c2b-9fac-af2cb7345274 admin admin] Network aed44af5-e3bb-4c1b-9559-dc852b2473d8 is already hosted by enough agents. {{(pid=105525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:43:06.496488 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.base_scheduler [None req-85da6f18-9178-4c2b-9fac-af2cb7345274 admin admin] Resources bound (agent type, host, resource id): {{(pid=105525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:43:06.663942 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85da6f18-9178-4c2b-9fac-af2cb7345274 admin admin] Router b9584a8e-fa3d-4e79-871e-d8a7e1aebf00 is scheduled to L3 agent d52909a0-0f60-4ffe-9597-25dbe871271a with binding_index 1 {{(pid=105525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 09:43:06.733216 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-7c76e020-f3b7-43ff-ad57-8b2dfa48f407 None None] Provisioning complete for port d766e2c2-d571-42eb-8df7-7a53e21f314c triggered by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:43:06.733601 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-7c76e020-f3b7-43ff-ad57-8b2dfa48f407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:06.766978 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85da6f18-9178-4c2b-9fac-af2cb7345274 admin admin] Notify agent at l3_agent.dv-cinder-606346-32-iscsi the message routers_updated {{(pid=105525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 09:43:06.768748 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-7c76e020-f3b7-43ff-ad57-8b2dfa48f407 None None] Port d766e2c2-d571-42eb-8df7-7a53e21f314c cannot update to ACTIVE because it is not bound. {{(pid=105526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 09:43:06.772855 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-85da6f18-9178-4c2b-9fac-af2cb7345274 admin admin] 10.222.0.67 "PUT /v2.0/routers/b9584a8e-fa3d-4e79-871e-d8a7e1aebf00/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8083267 Sep 03 09:43:06.780419 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef013d2d-beac-4c6f-b86c-3d8cfad3a10a None None] Sync routers for ids ['b9584a8e-fa3d-4e79-871e-d8a7e1aebf00'] in dv-cinder-606346-32-iscsi {{(pid=105527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 09:43:06.796028 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef013d2d-beac-4c6f-b86c-3d8cfad3a10a None None] Routers {'b9584a8e-fa3d-4e79-871e-d8a7e1aebf00'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:43:06.796885 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-ef013d2d-beac-4c6f-b86c-3d8cfad3a10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:43:02Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['b9584a8e-fa3d-4e79-871e-d8a7e1aebf00'], 'active': True} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:43:07.026879 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvr_db [None req-ef013d2d-beac-4c6f-b86c-3d8cfad3a10a None None] Set router b9584a8e-fa3d-4e79-871e-d8a7e1aebf00 gateway port host: None {{(pid=105527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:43:07.514964 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-ef013d2d-beac-4c6f-b86c-3d8cfad3a10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9584a8e-fa3d-4e79-871e-d8a7e1aebf00', 'name': 'router1', 'tenant_id': '2c4f00a69d8f4068991cf330ebc9f9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:42:55Z', 'updated_at': '2021-09-03T09:43:06Z', 'revision_number': 2, 'project_id': '2c4f00a69d8f4068991cf330ebc9f9cf', 'gw_port_host': None, '_interfaces': [{'id': 'd766e2c2-d571-42eb-8df7-7a53e21f314c', 'name': '', 'network_id': 'aed44af5-e3bb-4c1b-9559-dc852b2473d8', 'tenant_id': '2c4f00a69d8f4068991cf330ebc9f9cf', 'mac_address': 'fa:16:3e:bb:b4:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9584a8e-fa3d-4e79-871e-d8a7e1aebf00', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd815aa54-9da1-492a-bdc5-3fbd6237192a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:43:05Z', 'updated_at': '2021-09-03T09:43:06Z', 'revision_number': 2, 'project_id': '2c4f00a69d8f4068991cf330ebc9f9cf', 'subnets': [{'id': 'd815aa54-9da1-492a-bdc5-3fbd6237192a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e364c3b-7ad0-41ed-b06b-9105913f09c5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:43:07.570315 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef013d2d-beac-4c6f-b86c-3d8cfad3a10a None None] Checking router: b9584a8e-fa3d-4e79-871e-d8a7e1aebf00 for host: dv-cinder-606346-32-iscsi {{(pid=105527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 09:43:07.570763 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef013d2d-beac-4c6f-b86c-3d8cfad3a10a None None] Updating router b9584a8e-fa3d-4e79-871e-d8a7e1aebf00 port d766e2c2-d571-42eb-8df7-7a53e21f314c binding host dv-cinder-606346-32-iscsi {{(pid=105527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 09:43:07.623363 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-ef013d2d-beac-4c6f-b86c-3d8cfad3a10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:08.238116 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-ef013d2d-beac-4c6f-b86c-3d8cfad3a10a None None] Notify callbacks [] for port, precommit_update {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:08.260888 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.provisioning_blocks [None req-ef013d2d-beac-4c6f-b86c-3d8cfad3a10a None None] Transition to ACTIVE for port object d766e2c2-d571-42eb-8df7-7a53e21f314c will not be triggered until provisioned by entity L2. {{(pid=105527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:43:08.267571 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-ef013d2d-beac-4c6f-b86c-3d8cfad3a10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:08.496123 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.managers [None req-ef013d2d-beac-4c6f-b86c-3d8cfad3a10a None None] Attempting to bind port d766e2c2-d571-42eb-8df7-7a53e21f314c on host dv-cinder-606346-32-iscsi for vnic_type normal with profile {{(pid=105527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 09:43:08.496687 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.managers [None req-ef013d2d-beac-4c6f-b86c-3d8cfad3a10a None None] Attempting to bind port d766e2c2-d571-42eb-8df7-7a53e21f314c by drivers openvswitch,hyperv on host dv-cinder-606346-32-iscsi at level 0 using segments [{'id': '04906fee-2f29-48f5-889d-44f1c530570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'aed44af5-e3bb-4c1b-9559-dc852b2473d8'}] {{(pid=105527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 09:43:08.497208 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef013d2d-beac-4c6f-b86c-3d8cfad3a10a None None] Attempting to bind port d766e2c2-d571-42eb-8df7-7a53e21f314c on network aed44af5-e3bb-4c1b-9559-dc852b2473d8 {{(pid=105527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:43:08.499899 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae213b4-82f8-4182-8789-c595556156da None None] Pushing event updated for resources: {'Port': ['ID=d766e2c2-d571-42eb-8df7-7a53e21f314c,revision_number=3']} {{(pid=105527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:43:08.510424 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef013d2d-beac-4c6f-b86c-3d8cfad3a10a None None] Checking agent: {'id': 'ce816ebf-b316-41f6-aeb5-8037a78dc56b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 9, 42, 33), 'started_at': datetime.datetime(2021, 9, 3, 9, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 9, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 09:43:08.511033 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef013d2d-beac-4c6f-b86c-3d8cfad3a10a None None] Checking segment: {'id': '04906fee-2f29-48f5-889d-44f1c530570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'aed44af5-e3bb-4c1b-9559-dc852b2473d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:43:08.511755 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-ef013d2d-beac-4c6f-b86c-3d8cfad3a10a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:08.512374 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef013d2d-beac-4c6f-b86c-3d8cfad3a10a None None] Bound using segment: {'id': '04906fee-2f29-48f5-889d-44f1c530570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'aed44af5-e3bb-4c1b-9559-dc852b2473d8'} {{(pid=105527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 09:43:08.513011 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.managers [None req-ef013d2d-beac-4c6f-b86c-3d8cfad3a10a None None] Bound port: d766e2c2-d571-42eb-8df7-7a53e21f314c, host: dv-cinder-606346-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04906fee-2f29-48f5-889d-44f1c530570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'aed44af5-e3bb-4c1b-9559-dc852b2473d8'}}] {{(pid=105527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 09:43:08.513631 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-ef013d2d-beac-4c6f-b86c-3d8cfad3a10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:08.530810 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae213b4-82f8-4182-8789-c595556156da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:43:08.531227 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae213b4-82f8-4182-8789-c595556156da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:43:08.531623 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae213b4-82f8-4182-8789-c595556156da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:43:08.532015 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae213b4-82f8-4182-8789-c595556156da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:43:08.532402 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae213b4-82f8-4182-8789-c595556156da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:43:08.532802 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae213b4-82f8-4182-8789-c595556156da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:43:08.533186 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae213b4-82f8-4182-8789-c595556156da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:43:08.533613 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae213b4-82f8-4182-8789-c595556156da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:43:08.534068 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae213b4-82f8-4182-8789-c595556156da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:43:08.534488 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae213b4-82f8-4182-8789-c595556156da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:43:08.534901 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae213b4-82f8-4182-8789-c595556156da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:43:08.535311 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae213b4-82f8-4182-8789-c595556156da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:43:08.537442 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae213b4-82f8-4182-8789-c595556156da None None] Tracked resource versions report: Sep 03 09:43:08.537442 dv-cinder-606346-32-iscsi neutron-server[105527]: pushed versions: Sep 03 09:43:08.537442 dv-cinder-606346-32-iscsi neutron-server[105527]: { 'AddressGroup': {'1.2'}, Sep 03 09:43:08.537442 dv-cinder-606346-32-iscsi neutron-server[105527]: 'ConntrackHelper': {'1.0'}, Sep 03 09:43:08.537442 dv-cinder-606346-32-iscsi neutron-server[105527]: 'Log': {'1.0'}, Sep 03 09:43:08.537442 dv-cinder-606346-32-iscsi neutron-server[105527]: 'Network': {'1.1'}, Sep 03 09:43:08.537442 dv-cinder-606346-32-iscsi neutron-server[105527]: 'Port': {'1.7'}, Sep 03 09:43:08.537442 dv-cinder-606346-32-iscsi neutron-server[105527]: 'PortForwarding': {'1.2'}, Sep 03 09:43:08.537442 dv-cinder-606346-32-iscsi neutron-server[105527]: 'QosPolicy': {'1.9'}, Sep 03 09:43:08.537442 dv-cinder-606346-32-iscsi neutron-server[105527]: 'SecurityGroup': {'1.4'}, Sep 03 09:43:08.537442 dv-cinder-606346-32-iscsi neutron-server[105527]: 'SecurityGroupRule': {'1.2'}, Sep 03 09:43:08.537442 dv-cinder-606346-32-iscsi neutron-server[105527]: 'SubPort': {'1.0'}, Sep 03 09:43:08.537442 dv-cinder-606346-32-iscsi neutron-server[105527]: 'Subnet': {'1.1'}, Sep 03 09:43:08.537442 dv-cinder-606346-32-iscsi neutron-server[105527]: 'Trunk': {'1.1'}} Sep 03 09:43:08.537442 dv-cinder-606346-32-iscsi neutron-server[105527]: consumer versions: Sep 03 09:43:08.537442 dv-cinder-606346-32-iscsi neutron-server[105527]: { DHCP agent@dv-cinder-606346-32-iscsi: {}, Sep 03 09:43:08.537442 dv-cinder-606346-32-iscsi neutron-server[105527]: L3 agent@dv-cinder-606346-32-iscsi: {}, Sep 03 09:43:08.537442 dv-cinder-606346-32-iscsi neutron-server[105527]: Metadata agent@dv-cinder-606346-32-iscsi: {}, Sep 03 09:43:08.537442 dv-cinder-606346-32-iscsi neutron-server[105527]: Metering agent@dv-cinder-606346-32-iscsi: {}, Sep 03 09:43:08.537442 dv-cinder-606346-32-iscsi neutron-server[105527]: Open vSwitch agent@dv-cinder-606346-32-iscsi: { 'AddressGroup': '1.2', Sep 03 09:43:08.537442 dv-cinder-606346-32-iscsi neutron-server[105527]: 'ConntrackHelper': '1.0', Sep 03 09:43:08.537442 dv-cinder-606346-32-iscsi neutron-server[105527]: 'Log': '1.0', Sep 03 09:43:08.537442 dv-cinder-606346-32-iscsi neutron-server[105527]: 'Network': '1.1', Sep 03 09:43:08.537442 dv-cinder-606346-32-iscsi neutron-server[105527]: 'Port': '1.7', Sep 03 09:43:08.537442 dv-cinder-606346-32-iscsi neutron-server[105527]: 'PortForwarding': '1.2', Sep 03 09:43:08.537442 dv-cinder-606346-32-iscsi neutron-server[105527]: 'QosPolicy': '1.9', Sep 03 09:43:08.537442 dv-cinder-606346-32-iscsi neutron-server[105527]: 'SecurityGroup': '1.4', Sep 03 09:43:08.537442 dv-cinder-606346-32-iscsi neutron-server[105527]: 'SecurityGroupRule': '1.2', Sep 03 09:43:08.537442 dv-cinder-606346-32-iscsi neutron-server[105527]: 'SubPort': '1.0', Sep 03 09:43:08.537442 dv-cinder-606346-32-iscsi neutron-server[105527]: 'Subnet': '1.1', Sep 03 09:43:08.537442 dv-cinder-606346-32-iscsi neutron-server[105527]: 'Trunk': '1.1'}} Sep 03 09:43:08.537442 dv-cinder-606346-32-iscsi neutron-server[105527]: {{(pid=105527) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 09:43:08.622537 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.db [None req-ef013d2d-beac-4c6f-b86c-3d8cfad3a10a None None] For port d766e2c2-d571-42eb-8df7-7a53e21f314c, host dv-cinder-606346-32-iscsi, cleared binding levels {{(pid=105527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 09:43:08.649730 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.db [None req-ef013d2d-beac-4c6f-b86c-3d8cfad3a10a None None] For port d766e2c2-d571-42eb-8df7-7a53e21f314c, host dv-cinder-606346-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=d766e2c2-d571-42eb-8df7-7a53e21f314c,segment=NetworkSegment(04906fee-2f29-48f5-889d-44f1c530570d),segment_id=04906fee-2f29-48f5-889d-44f1c530570d)] {{(pid=105527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 09:43:08.656204 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-ef013d2d-beac-4c6f-b86c-3d8cfad3a10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:08.729370 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef013d2d-beac-4c6f-b86c-3d8cfad3a10a None None] Routers {'b9584a8e-fa3d-4e79-871e-d8a7e1aebf00'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:43:08.730159 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-ef013d2d-beac-4c6f-b86c-3d8cfad3a10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:43:02Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['b9584a8e-fa3d-4e79-871e-d8a7e1aebf00'], 'active': True} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:43:08.816384 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae213b4-82f8-4182-8789-c595556156da None None] Pushing event updated for resources: {'Port': ['ID=d766e2c2-d571-42eb-8df7-7a53e21f314c,revision_number=4']} {{(pid=105527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:43:08.862506 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvr_db [None req-ef013d2d-beac-4c6f-b86c-3d8cfad3a10a None None] Set router b9584a8e-fa3d-4e79-871e-d8a7e1aebf00 gateway port host: None {{(pid=105527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:43:09.211275 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-ef013d2d-beac-4c6f-b86c-3d8cfad3a10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9584a8e-fa3d-4e79-871e-d8a7e1aebf00', 'name': 'router1', 'tenant_id': '2c4f00a69d8f4068991cf330ebc9f9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:42:55Z', 'updated_at': '2021-09-03T09:43:06Z', 'revision_number': 2, 'project_id': '2c4f00a69d8f4068991cf330ebc9f9cf', 'gw_port_host': None, '_interfaces': [{'id': 'd766e2c2-d571-42eb-8df7-7a53e21f314c', 'name': '', 'network_id': 'aed44af5-e3bb-4c1b-9559-dc852b2473d8', 'tenant_id': '2c4f00a69d8f4068991cf330ebc9f9cf', 'mac_address': 'fa:16:3e:bb:b4:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9584a8e-fa3d-4e79-871e-d8a7e1aebf00', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd815aa54-9da1-492a-bdc5-3fbd6237192a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:43:05Z', 'updated_at': '2021-09-03T09:43:08Z', 'revision_number': 4, 'project_id': '2c4f00a69d8f4068991cf330ebc9f9cf', 'subnets': [{'id': 'd815aa54-9da1-492a-bdc5-3fbd6237192a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e364c3b-7ad0-41ed-b06b-9105913f09c5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:43:09.238777 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef013d2d-beac-4c6f-b86c-3d8cfad3a10a None None] The sync data for ids ['b9584a8e-fa3d-4e79-871e-d8a7e1aebf00'] in dv-cinder-606346-32-iscsi is: [{'id': 'b9584a8e-fa3d-4e79-871e-d8a7e1aebf00', 'name': 'router1', 'tenant_id': '2c4f00a69d8f4068991cf330ebc9f9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:42:55Z', 'updated_at': '2021-09-03T09:43:06Z', 'revision_number': 2, 'project_id': '2c4f00a69d8f4068991cf330ebc9f9cf', 'gw_port_host': None, '_interfaces': [{'id': 'd766e2c2-d571-42eb-8df7-7a53e21f314c', 'name': '', 'network_id': 'aed44af5-e3bb-4c1b-9559-dc852b2473d8', 'tenant_id': '2c4f00a69d8f4068991cf330ebc9f9cf', 'mac_address': 'fa:16:3e:bb:b4:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9584a8e-fa3d-4e79-871e-d8a7e1aebf00', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd815aa54-9da1-492a-bdc5-3fbd6237192a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:43:05Z', 'updated_at': '2021-09-03T09:43:08Z', 'revision_number': 4, 'project_id': '2c4f00a69d8f4068991cf330ebc9f9cf', 'subnets': [{'id': 'd815aa54-9da1-492a-bdc5-3fbd6237192a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e364c3b-7ad0-41ed-b06b-9105913f09c5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 09:43:09.346703 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 59164) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:43:09.468659 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8868dfd2-2bff-4ad6-bd30-be387bb17ddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:43:09.470256 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-8868dfd2-2bff-4ad6-bd30-be387bb17ddc admin admin] 10.222.0.67 "GET /v2.0/networks/16dc62c0-adaf-4d17-9be4-5c31a1b1de1d HTTP/1.1" status: 200 len: 842 time: 0.1222734 Sep 03 09:43:09.482172 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [None req-44f4f845-e78e-41fa-b7f7-a30cfed53201 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'name': 'public-subnet'}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:43:09.506424 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f4f845-e78e-41fa-b7f7-a30cfed53201 admin admin] Made reservation on behalf of 3978582383e24ad9a140c4336595b8f9 for: {'subnet': 1} {{(pid=105525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:43:09.508823 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-44f4f845-e78e-41fa-b7f7-a30cfed53201 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:09.868243 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.objects.ports [None req-44f4f845-e78e-41fa-b7f7-a30cfed53201 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105525) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 03 09:43:09.868823 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-44f4f845-e78e-41fa-b7f7-a30cfed53201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146'] for subnet, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:09.926328 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f4f845-e78e-41fa-b7f7-a30cfed53201 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e699cb95-0a95-4e72-9bdf-93d4b1cc29ef,revision_number=0']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:43:09.944490 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f4f845-e78e-41fa-b7f7-a30cfed53201 admin admin] Checking segment: {'id': '454dc13d-4a6c-4de8-982e-8a57b380b104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:43:09.945077 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f4f845-e78e-41fa-b7f7-a30cfed53201 admin admin] Network hostable DHCP agents. Network: 16dc62c0-adaf-4d17-9be4-5c31a1b1de1d, hostable agents: ['b845873d-a9da-4ebd-9f87-ebd42caf249d'], hosted agents: [] {{(pid=105525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 09:43:09.972314 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f4f845-e78e-41fa-b7f7-a30cfed53201 admin admin] Network 16dc62c0-adaf-4d17-9be4-5c31a1b1de1d is scheduled to be hosted by DHCP agent b845873d-a9da-4ebd-9f87-ebd42caf249d with binding_index 1 {{(pid=105525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 09:43:09.987977 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.base_scheduler [None req-44f4f845-e78e-41fa-b7f7-a30cfed53201 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-32-iscsi, 16dc62c0-adaf-4d17-9be4-5c31a1b1de1d) {{(pid=105525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:43:09.994476 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f4f845-e78e-41fa-b7f7-a30cfed53201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:43:09.995731 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-44f4f845-e78e-41fa-b7f7-a30cfed53201 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for subnet, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:10.006115 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32164ab-caf6-4df4-bea4-aff46fa92ba9 None None] Network 16dc62c0-adaf-4d17-9be4-5c31a1b1de1d requested from dv-cinder-606346-32-iscsi {{(pid=105526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 09:43:10.026342 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-44f4f845-e78e-41fa-b7f7-a30cfed53201 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5410120 Sep 03 09:43:10.167159 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9bc9f2-6b0f-443b-a0d1-2d7b7b93361e None None] Network 16dc62c0-adaf-4d17-9be4-5c31a1b1de1d requested from dv-cinder-606346-32-iscsi {{(pid=105526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 09:43:13.858228 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 59172) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:43:14.039500 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-8c256c60-b2ce-4c2d-8174-bc96d8b6ef18 admin admin] 10.222.0.67 "GET /v2.0/routers/b9584a8e-fa3d-4e79-871e-d8a7e1aebf00 HTTP/1.1" status: 200 len: 710 time: 0.1796629 Sep 03 09:43:14.161074 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3fc13e-d0d5-40ae-b04b-02c7453329af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:43:14.162914 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-3f3fc13e-d0d5-40ae-b04b-02c7453329af admin admin] 10.222.0.67 "GET /v2.0/networks/16dc62c0-adaf-4d17-9be4-5c31a1b1de1d HTTP/1.1" status: 200 len: 886 time: 0.1145926 Sep 03 09:43:14.173739 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [None req-80e0ea22-97fa-458d-9e40-bce3b3918791 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d'}}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:43:14.584113 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-80e0ea22-97fa-458d-9e40-bce3b3918791 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:14.929207 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-80e0ea22-97fa-458d-9e40-bce3b3918791 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:15.037422 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-80e0ea22-97fa-458d-9e40-bce3b3918791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:15.157166 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.db_base_plugin_common [None req-80e0ea22-97fa-458d-9e40-bce3b3918791 admin admin] Allocated IP 172.27.3.13 (16dc62c0-adaf-4d17-9be4-5c31a1b1de1d/e699cb95-0a95-4e72-9bdf-93d4b1cc29ef/f58a8d19-27ff-4504-abd5-6f26558f94df) {{(pid=105525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:43:15.268882 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-80e0ea22-97fa-458d-9e40-bce3b3918791 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:15.308785 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-80e0ea22-97fa-458d-9e40-bce3b3918791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931'] for port, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:15.359987 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e0ea22-97fa-458d-9e40-bce3b3918791 admin admin] Network 16dc62c0-adaf-4d17-9be4-5c31a1b1de1d is already hosted by enough agents. {{(pid=105525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:43:15.363198 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.base_scheduler [None req-80e0ea22-97fa-458d-9e40-bce3b3918791 admin admin] Resources bound (agent type, host, resource id): {{(pid=105525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:43:15.367813 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e0ea22-97fa-458d-9e40-bce3b3918791 admin admin] Received port after_create {{(pid=105525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:43:15.375860 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e0ea22-97fa-458d-9e40-bce3b3918791 admin admin] Pushing event updated for resources: {'Port': ['ID=f58a8d19-27ff-4504-abd5-6f26558f94df,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:43:15.542908 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device d766e2c2-d571-42eb-8df7-7a53e21f314c up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:43:15.625799 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning for port d766e2c2-d571-42eb-8df7-7a53e21f314c completed by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:43:15.630413 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning complete for port d766e2c2-d571-42eb-8df7-7a53e21f314c triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:43:15.630861 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:15.708536 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-80e0ea22-97fa-458d-9e40-bce3b3918791 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:15.722071 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:15.771085 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] For port d766e2c2-d571-42eb-8df7-7a53e21f314c, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=d766e2c2-d571-42eb-8df7-7a53e21f314c,segment=NetworkSegment(04906fee-2f29-48f5-889d-44f1c530570d),segment_id=04906fee-2f29-48f5-889d-44f1c530570d)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:43:15.777057 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:15.839452 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Pushing event updated for resources: {'Port': ['ID=d766e2c2-d571-42eb-8df7-7a53e21f314c,revision_number=5']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:43:15.977554 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-80e0ea22-97fa-458d-9e40-bce3b3918791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1695886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1691710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8825'] for router, precommit_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:15.983511 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-80e0ea22-97fa-458d-9e40-bce3b3918791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1695977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1695879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1695888', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1691703'] for router, after_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:16.222813 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e0ea22-97fa-458d-9e40-bce3b3918791 admin admin] Router b9584a8e-fa3d-4e79-871e-d8a7e1aebf00 has already been hosted by L3 agent d52909a0-0f60-4ffe-9597-25dbe871271a {{(pid=105525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 09:43:16.359024 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e0ea22-97fa-458d-9e40-bce3b3918791 admin admin] Notify agent at l3_agent.dv-cinder-606346-32-iscsi the message routers_updated {{(pid=105525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 09:43:16.363380 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-80e0ea22-97fa-458d-9e40-bce3b3918791 admin admin] Notify callbacks [] for router, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:16.364688 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-80e0ea22-97fa-458d-9e40-bce3b3918791 admin admin] 10.222.0.67 "PUT /v2.0/routers/b9584a8e-fa3d-4e79-871e-d8a7e1aebf00 HTTP/1.1" status: 200 len: 889 time: 2.1949413 Sep 03 09:43:16.370898 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3c56db-ac33-4bd4-b668-d5fb47155d61 None None] Sync routers for ids ['b9584a8e-fa3d-4e79-871e-d8a7e1aebf00'] in dv-cinder-606346-32-iscsi {{(pid=105526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 09:43:16.386462 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3c56db-ac33-4bd4-b668-d5fb47155d61 None None] Routers {'b9584a8e-fa3d-4e79-871e-d8a7e1aebf00'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:43:16.387221 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-ac3c56db-ac33-4bd4-b668-d5fb47155d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:43:02Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['b9584a8e-fa3d-4e79-871e-d8a7e1aebf00'], 'active': True} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:43:16.728466 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvr_db [None req-ac3c56db-ac33-4bd4-b668-d5fb47155d61 None None] Set router b9584a8e-fa3d-4e79-871e-d8a7e1aebf00 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:43:17.229108 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-ac3c56db-ac33-4bd4-b668-d5fb47155d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9584a8e-fa3d-4e79-871e-d8a7e1aebf00', 'name': 'router1', 'tenant_id': '2c4f00a69d8f4068991cf330ebc9f9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'f58a8d19-27ff-4504-abd5-6f26558f94df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:42:55Z', 'updated_at': '2021-09-03T09:43:15Z', 'revision_number': 4, 'project_id': '2c4f00a69d8f4068991cf330ebc9f9cf', 'gw_port': {'id': 'f58a8d19-27ff-4504-abd5-6f26558f94df', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d1:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9584a8e-fa3d-4e79-871e-d8a7e1aebf00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:43:15Z', 'updated_at': '2021-09-03T09:43:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_interfaces': [{'id': 'd766e2c2-d571-42eb-8df7-7a53e21f314c', 'name': '', 'network_id': 'aed44af5-e3bb-4c1b-9559-dc852b2473d8', 'tenant_id': '2c4f00a69d8f4068991cf330ebc9f9cf', 'mac_address': 'fa:16:3e:bb:b4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9584a8e-fa3d-4e79-871e-d8a7e1aebf00', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd815aa54-9da1-492a-bdc5-3fbd6237192a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:43:05Z', 'updated_at': '2021-09-03T09:43:15Z', 'revision_number': 5, 'project_id': '2c4f00a69d8f4068991cf330ebc9f9cf', 'subnets': [{'id': 'd815aa54-9da1-492a-bdc5-3fbd6237192a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e364c3b-7ad0-41ed-b06b-9105913f09c5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:43:17.282970 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3c56db-ac33-4bd4-b668-d5fb47155d61 None None] Checking router: b9584a8e-fa3d-4e79-871e-d8a7e1aebf00 for host: dv-cinder-606346-32-iscsi {{(pid=105526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 09:43:17.283499 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3c56db-ac33-4bd4-b668-d5fb47155d61 None None] Updating router b9584a8e-fa3d-4e79-871e-d8a7e1aebf00 port f58a8d19-27ff-4504-abd5-6f26558f94df binding host dv-cinder-606346-32-iscsi {{(pid=105526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 09:43:17.339972 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-ac3c56db-ac33-4bd4-b668-d5fb47155d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:17.537525 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device d766e2c2-d571-42eb-8df7-7a53e21f314c up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:43:17.718340 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning complete for port d766e2c2-d571-42eb-8df7-7a53e21f314c triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:43:17.718913 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:17.919385 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-ac3c56db-ac33-4bd4-b668-d5fb47155d61 None None] Notify callbacks [] for port, precommit_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:17.938159 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-ac3c56db-ac33-4bd4-b668-d5fb47155d61 None None] Transition to ACTIVE for port object f58a8d19-27ff-4504-abd5-6f26558f94df will not be triggered until provisioned by entity L2. {{(pid=105526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:43:17.946368 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-ac3c56db-ac33-4bd4-b668-d5fb47155d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:18.009738 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.managers [None req-ac3c56db-ac33-4bd4-b668-d5fb47155d61 None None] Attempting to bind port f58a8d19-27ff-4504-abd5-6f26558f94df on host dv-cinder-606346-32-iscsi for vnic_type normal with profile {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 09:43:18.010236 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.managers [None req-ac3c56db-ac33-4bd4-b668-d5fb47155d61 None None] Attempting to bind port f58a8d19-27ff-4504-abd5-6f26558f94df by drivers openvswitch,hyperv on host dv-cinder-606346-32-iscsi at level 0 using segments [{'id': '454dc13d-4a6c-4de8-982e-8a57b380b104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d'}] {{(pid=105526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 09:43:18.010710 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3c56db-ac33-4bd4-b668-d5fb47155d61 None None] Attempting to bind port f58a8d19-27ff-4504-abd5-6f26558f94df on network 16dc62c0-adaf-4d17-9be4-5c31a1b1de1d {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:43:18.013469 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413c6c96-6041-4868-badf-3df629cdce1f None None] Pushing event updated for resources: {'Port': ['ID=f58a8d19-27ff-4504-abd5-6f26558f94df,revision_number=2']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:43:18.020184 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3c56db-ac33-4bd4-b668-d5fb47155d61 None None] Checking agent: {'id': 'ce816ebf-b316-41f6-aeb5-8037a78dc56b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 9, 42, 33), 'started_at': datetime.datetime(2021, 9, 3, 9, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 9, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 09:43:18.021396 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3c56db-ac33-4bd4-b668-d5fb47155d61 None None] Checking segment: {'id': '454dc13d-4a6c-4de8-982e-8a57b380b104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:43:18.021949 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-ac3c56db-ac33-4bd4-b668-d5fb47155d61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:18.022459 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3c56db-ac33-4bd4-b668-d5fb47155d61 None None] Bound using segment: {'id': '454dc13d-4a6c-4de8-982e-8a57b380b104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d'} {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 09:43:18.023075 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.managers [None req-ac3c56db-ac33-4bd4-b668-d5fb47155d61 None None] Bound port: f58a8d19-27ff-4504-abd5-6f26558f94df, host: dv-cinder-606346-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '454dc13d-4a6c-4de8-982e-8a57b380b104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d'}}] {{(pid=105526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 09:43:18.023592 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-ac3c56db-ac33-4bd4-b668-d5fb47155d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:18.082374 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-ac3c56db-ac33-4bd4-b668-d5fb47155d61 None None] For port f58a8d19-27ff-4504-abd5-6f26558f94df, host dv-cinder-606346-32-iscsi, cleared binding levels {{(pid=105526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 09:43:18.086661 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-ac3c56db-ac33-4bd4-b668-d5fb47155d61 None None] For port f58a8d19-27ff-4504-abd5-6f26558f94df, host dv-cinder-606346-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=f58a8d19-27ff-4504-abd5-6f26558f94df,segment=NetworkSegment(454dc13d-4a6c-4de8-982e-8a57b380b104),segment_id=454dc13d-4a6c-4de8-982e-8a57b380b104)] {{(pid=105526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 09:43:18.093658 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-ac3c56db-ac33-4bd4-b668-d5fb47155d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:18.311314 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3c56db-ac33-4bd4-b668-d5fb47155d61 None None] Routers {'b9584a8e-fa3d-4e79-871e-d8a7e1aebf00'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:43:18.312438 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-ac3c56db-ac33-4bd4-b668-d5fb47155d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:43:02Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['b9584a8e-fa3d-4e79-871e-d8a7e1aebf00'], 'active': True} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:43:18.316044 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413c6c96-6041-4868-badf-3df629cdce1f None None] Pushing event updated for resources: {'Port': ['ID=f58a8d19-27ff-4504-abd5-6f26558f94df,revision_number=3']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:43:18.512965 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvr_db [None req-ac3c56db-ac33-4bd4-b668-d5fb47155d61 None None] Set router b9584a8e-fa3d-4e79-871e-d8a7e1aebf00 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:43:18.808923 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-ac3c56db-ac33-4bd4-b668-d5fb47155d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9584a8e-fa3d-4e79-871e-d8a7e1aebf00', 'name': 'router1', 'tenant_id': '2c4f00a69d8f4068991cf330ebc9f9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'f58a8d19-27ff-4504-abd5-6f26558f94df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:42:55Z', 'updated_at': '2021-09-03T09:43:15Z', 'revision_number': 4, 'project_id': '2c4f00a69d8f4068991cf330ebc9f9cf', 'gw_port': {'id': 'f58a8d19-27ff-4504-abd5-6f26558f94df', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d1:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9584a8e-fa3d-4e79-871e-d8a7e1aebf00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:43:15Z', 'updated_at': '2021-09-03T09:43:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_interfaces': [{'id': 'd766e2c2-d571-42eb-8df7-7a53e21f314c', 'name': '', 'network_id': 'aed44af5-e3bb-4c1b-9559-dc852b2473d8', 'tenant_id': '2c4f00a69d8f4068991cf330ebc9f9cf', 'mac_address': 'fa:16:3e:bb:b4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9584a8e-fa3d-4e79-871e-d8a7e1aebf00', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd815aa54-9da1-492a-bdc5-3fbd6237192a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:43:05Z', 'updated_at': '2021-09-03T09:43:15Z', 'revision_number': 5, 'project_id': '2c4f00a69d8f4068991cf330ebc9f9cf', 'subnets': [{'id': 'd815aa54-9da1-492a-bdc5-3fbd6237192a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e364c3b-7ad0-41ed-b06b-9105913f09c5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:43:18.861563 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3c56db-ac33-4bd4-b668-d5fb47155d61 None None] The sync data for ids ['b9584a8e-fa3d-4e79-871e-d8a7e1aebf00'] in dv-cinder-606346-32-iscsi is: [{'id': 'b9584a8e-fa3d-4e79-871e-d8a7e1aebf00', 'name': 'router1', 'tenant_id': '2c4f00a69d8f4068991cf330ebc9f9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'f58a8d19-27ff-4504-abd5-6f26558f94df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:42:55Z', 'updated_at': '2021-09-03T09:43:15Z', 'revision_number': 4, 'project_id': '2c4f00a69d8f4068991cf330ebc9f9cf', 'gw_port': {'id': 'f58a8d19-27ff-4504-abd5-6f26558f94df', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d1:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9584a8e-fa3d-4e79-871e-d8a7e1aebf00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:43:15Z', 'updated_at': '2021-09-03T09:43:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_interfaces': [{'id': 'd766e2c2-d571-42eb-8df7-7a53e21f314c', 'name': '', 'network_id': 'aed44af5-e3bb-4c1b-9559-dc852b2473d8', 'tenant_id': '2c4f00a69d8f4068991cf330ebc9f9cf', 'mac_address': 'fa:16:3e:bb:b4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9584a8e-fa3d-4e79-871e-d8a7e1aebf00', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd815aa54-9da1-492a-bdc5-3fbd6237192a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:43:05Z', 'updated_at': '2021-09-03T09:43:15Z', 'revision_number': 5, 'project_id': '2c4f00a69d8f4068991cf330ebc9f9cf', 'subnets': [{'id': 'd815aa54-9da1-492a-bdc5-3fbd6237192a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e364c3b-7ad0-41ed-b06b-9105913f09c5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 09:43:19.095530 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 59184) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:43:19.254156 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-4a329934-9246-49db-93f8-01ff1bac6eab admin admin] 10.222.0.67 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1567476 Sep 03 09:43:19.607369 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device f58a8d19-27ff-4504-abd5-6f26558f94df up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:43:19.676922 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning for port f58a8d19-27ff-4504-abd5-6f26558f94df completed by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:43:19.682850 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning complete for port f58a8d19-27ff-4504-abd5-6f26558f94df triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:43:19.684279 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:19.807532 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:19.839970 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] For port f58a8d19-27ff-4504-abd5-6f26558f94df, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=f58a8d19-27ff-4504-abd5-6f26558f94df,segment=NetworkSegment(454dc13d-4a6c-4de8-982e-8a57b380b104),segment_id=454dc13d-4a6c-4de8-982e-8a57b380b104)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:43:19.848254 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:19.926530 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Pushing event updated for resources: {'Port': ['ID=f58a8d19-27ff-4504-abd5-6f26558f94df,revision_number=4']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:43:21.555766 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device f58a8d19-27ff-4504-abd5-6f26558f94df up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:43:21.625459 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning complete for port f58a8d19-27ff-4504-abd5-6f26558f94df triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:43:21.626011 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:29.132479 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-c4f68163-e354-4876-9498-364cd3ded1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:32.089474 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-3698e742-593c-4fec-8094-b888a3134868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:33.437121 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:33.729250 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a642e642-fcb2-47b5-b777-13e8b57c6243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:34.398202 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-86f92317-4722-4035-969f-07b0852c8c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:43:41.022405 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.agents_db [None req-2440585d-454d-4def-9aab-3d39e7194109 None None] Agent healthcheck: found 5 active agents {{(pid=105527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 09:43:59.105303 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-540520a6-ece4-4b49-82e2-c204c1dcd11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:44:02.055441 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-7ea7b669-4366-413f-9295-71ff9ca8f648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:44:03.441987 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:44:03.742432 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a642e642-fcb2-47b5-b777-13e8b57c6243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:44:04.395604 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-86f92317-4722-4035-969f-07b0852c8c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:44:18.014888 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.agents_db [None req-2440585d-454d-4def-9aab-3d39e7194109 None None] Agent healthcheck: found 5 active agents {{(pid=105527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 09:44:29.100544 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-46d33d13-bab6-4a04-99b7-abbfe3a6f991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:44:32.052992 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-18b33a01-c34f-41da-8589-8fdc35f16c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:44:33.436549 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:44:33.734384 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a642e642-fcb2-47b5-b777-13e8b57c6243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:44:34.403884 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-86f92317-4722-4035-969f-07b0852c8c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:44:55.012983 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.agents_db [None req-2440585d-454d-4def-9aab-3d39e7194109 None None] Agent healthcheck: found 5 active agents {{(pid=105527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 09:44:59.108763 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-72655706-f3a0-40cc-a9e5-8dd9203d6a23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:45:02.046445 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-8dd65025-1fc3-4f0b-b54c-91b5ea49cf1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:45:03.438942 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:45:03.736494 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a642e642-fcb2-47b5-b777-13e8b57c6243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:45:04.409793 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-86f92317-4722-4035-969f-07b0852c8c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:45:06.154381 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 59746) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:45:06.220979 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ebe2702-9734-48ea-999d-b37fccd54837 admin admin] GET failed (client error): The resource could not be found. Sep 03 09:45:06.222815 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-4ebe2702-9734-48ea-999d-b37fccd54837 admin admin] 10.222.0.67 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0674720 Sep 03 09:45:06.412225 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d572767c-b1df-4ff4-b740-b966d2245cb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:45:06.413911 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-d572767c-b1df-4ff4-b740-b966d2245cb7 admin admin] 10.222.0.67 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1859610 Sep 03 09:45:08.624485 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 59756) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:45:08.759982 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0697bdd-b3d8-4ed5-9469-c8033bd0e0dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:45:08.761410 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-b0697bdd-b3d8-4ed5-9469-c8033bd0e0dd admin admin] 10.222.0.67 "GET /v2.0/subnets/d815aa54-9da1-492a-bdc5-3fbd6237192a HTTP/1.1" status: 200 len: 849 time: 0.1359441 Sep 03 09:45:08.771753 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [None req-30ca862d-992e-4a4f-9919-2210e59bf47c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:45:08.856406 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-30ca862d-992e-4a4f-9919-2210e59bf47c admin admin] Notify callbacks [] for subnet, before_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:45:09.012392 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-30ca862d-992e-4a4f-9919-2210e59bf47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759173721025'] for subnet, after_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:45:09.056841 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ca862d-992e-4a4f-9919-2210e59bf47c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:45:09.057901 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-30ca862d-992e-4a4f-9919-2210e59bf47c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for subnet, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:45:09.061469 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2a4288-086c-48d7-a2b7-b764b3b95e90 None None] Network aed44af5-e3bb-4c1b-9559-dc852b2473d8 requested from dv-cinder-606346-32-iscsi {{(pid=105526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 09:45:09.070467 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-30ca862d-992e-4a4f-9919-2210e59bf47c admin admin] 10.222.0.67 "PUT /v2.0/subnets/d815aa54-9da1-492a-bdc5-3fbd6237192a HTTP/1.1" status: 200 len: 868 time: 0.3025076 Sep 03 09:45:09.089993 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ca862d-992e-4a4f-9919-2210e59bf47c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d815aa54-9da1-492a-bdc5-3fbd6237192a,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:45:09.098265 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ca862d-992e-4a4f-9919-2210e59bf47c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:45:09.098891 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ca862d-992e-4a4f-9919-2210e59bf47c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:45:09.099227 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ca862d-992e-4a4f-9919-2210e59bf47c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:45:09.099561 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ca862d-992e-4a4f-9919-2210e59bf47c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:45:09.099894 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ca862d-992e-4a4f-9919-2210e59bf47c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:45:09.100262 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ca862d-992e-4a4f-9919-2210e59bf47c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:45:09.100589 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ca862d-992e-4a4f-9919-2210e59bf47c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:45:09.100930 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ca862d-992e-4a4f-9919-2210e59bf47c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:45:09.101262 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ca862d-992e-4a4f-9919-2210e59bf47c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:45:09.101600 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ca862d-992e-4a4f-9919-2210e59bf47c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:45:09.101947 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ca862d-992e-4a4f-9919-2210e59bf47c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:45:09.102267 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ca862d-992e-4a4f-9919-2210e59bf47c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:45:09.491282 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-e4f1db98-1f56-4fcf-a321-f226135198bb None None] Provisioning complete for port 2f64e5d7-5d7f-4d58-b49a-47e65466b0b1 triggered by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:45:09.491655 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-e4f1db98-1f56-4fcf-a321-f226135198bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:45:09.576541 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-e4f1db98-1f56-4fcf-a321-f226135198bb None None] Provisioning complete for port d766e2c2-d571-42eb-8df7-7a53e21f314c triggered by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:45:09.576924 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-e4f1db98-1f56-4fcf-a321-f226135198bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:45:11.289928 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 59764) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:45:11.497951 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bf1703-423a-48c1-a598-c730b6a9faa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:45:11.498348 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bf1703-423a-48c1-a598-c730b6a9faa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:45:11.500906 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-d5bf1703-423a-48c1-a598-c730b6a9faa5 admin admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2090545 Sep 03 09:45:13.732924 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 59774) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:45:13.866374 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a7bb36-c81d-47bb-bedf-a6f9f3f1eaf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:45:13.866845 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a7bb36-c81d-47bb-bedf-a6f9f3f1eaf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:45:13.868392 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-c1a7bb36-c81d-47bb-bedf-a6f9f3f1eaf4 admin admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1344893 Sep 03 09:45:16.059272 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 59782) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:45:16.190580 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a3a43d-70be-4a87-bc43-86f9449441af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:45:16.192001 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-54a3a43d-70be-4a87-bc43-86f9449441af admin admin] 10.222.0.67 "GET /v2.0/networks/16dc62c0-adaf-4d17-9be4-5c31a1b1de1d HTTP/1.1" status: 200 len: 886 time: 0.1317432 Sep 03 09:45:18.396676 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 59790) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:45:18.525858 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a87212d-c8ba-40d9-a740-0e254a324b87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:45:18.527248 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-3a87212d-c8ba-40d9-a740-0e254a324b87 admin admin] 10.222.0.67 "GET /v2.0/networks/aed44af5-e3bb-4c1b-9559-dc852b2473d8 HTTP/1.1" status: 200 len: 869 time: 0.1295824 Sep 03 09:45:20.862242 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 59798) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:45:21.009752 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef9ed93-dc1d-4593-96de-71e9b396123e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:45:21.010111 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef9ed93-dc1d-4593-96de-71e9b396123e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:45:21.011648 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-eef9ed93-dc1d-4593-96de-71e9b396123e admin admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1484461 Sep 03 09:45:23.267471 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 59806) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:45:23.362372 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cff083-fd4c-480e-b134-82725657b1e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:45:23.362831 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cff083-fd4c-480e-b134-82725657b1e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:45:23.364369 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-c7cff083-fd4c-480e-b134-82725657b1e2 admin admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0959525 Sep 03 09:45:25.731944 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 59814) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:45:25.828387 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744dbb2b-250a-4459-8fec-1bf2c227c710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:45:25.830385 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-744dbb2b-250a-4459-8fec-1bf2c227c710 admin admin] 10.222.0.67 "GET /v2.0/subnets/d815aa54-9da1-492a-bdc5-3fbd6237192a HTTP/1.1" status: 200 len: 868 time: 0.0969348 Sep 03 09:45:28.073879 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 59822) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:45:28.160485 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffa6673-a5f8-4013-a598-08a6c41a5e1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:45:28.161885 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-4ffa6673-a5f8-4013-a598-08a6c41a5e1c admin admin] 10.222.0.67 "GET /v2.0/subnets/e699cb95-0a95-4e72-9bdf-93d4b1cc29ef HTTP/1.1" status: 200 len: 816 time: 0.0870426 Sep 03 09:45:29.100404 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-5d1b3971-8bdb-45b3-8daa-0f62e2389976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:45:32.012901 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.agents_db [None req-2440585d-454d-4def-9aab-3d39e7194109 None None] Agent healthcheck: found 5 active agents {{(pid=105527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 09:45:32.047649 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-69bbe579-2b7e-4d6c-ac75-c73e045e533d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:45:33.441542 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:45:33.740080 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a642e642-fcb2-47b5-b777-13e8b57c6243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:45:34.409977 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-86f92317-4722-4035-969f-07b0852c8c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:45:52.144828 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 59876) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:45:52.195018 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [None req-085c4728-2696-4473-9882-dc769dad0557 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=105524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 09:45:52.196075 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-085c4728-2696-4473-9882-dc769dad0557 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0502415 Sep 03 09:45:54.505170 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 59884) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:45:54.573233 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.pecan_wsgi.hooks.translation [None req-f782ec51-c8fe-4e10-8eea-a856e252052b admin admin] GET failed (client error): The resource could not be found. Sep 03 09:45:54.574578 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-f782ec51-c8fe-4e10-8eea-a856e252052b admin admin] 10.222.0.67 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0684259 Sep 03 09:45:54.715594 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ccb0ec-a0e6-4e0b-b0bb-6f20c234be36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:45:54.717086 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-d3ccb0ec-a0e6-4e0b-b0bb-6f20c234be36 admin admin] 10.222.0.67 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1378131 Sep 03 09:45:56.964580 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 59892) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:45:57.012098 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [None req-bdb3e8f0-d53c-4ccd-9d26-e76ea66282cc admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:45:57.032773 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb3e8f0-d53c-4ccd-9d26-e76ea66282cc admin admin] Made reservation on behalf of 3978582383e24ad9a140c4336595b8f9 for: {'network': 1} {{(pid=105525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:45:57.035265 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-bdb3e8f0-d53c-4ccd-9d26-e76ea66282cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for network, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:45:57.062125 dv-cinder-606346-32-iscsi neutron-server[105525]: WARNING neutron.services.revisions.revision_plugin [None req-bdb3e8f0-d53c-4ccd-9d26-e76ea66282cc admin admin] Could not find related network for resource to bump revision. Sep 03 09:45:57.076418 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdb3e8f0-d53c-4ccd-9d26-e76ea66282cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=105525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 09:45:57.085980 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-bdb3e8f0-d53c-4ccd-9d26-e76ea66282cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718351'] for segment, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:45:57.086325 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.db.segments_db [None req-bdb3e8f0-d53c-4ccd-9d26-e76ea66282cc admin admin] Added segment 6f022386-d84f-4449-baff-a2c973127081 of type vlan for network 8acf3a5c-f31b-4b32-865e-5c17c39b84b5 Sep 03 09:45:57.130885 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-bdb3e8f0-d53c-4ccd-9d26-e76ea66282cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759173236709'] for network, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:45:57.154354 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-bdb3e8f0-d53c-4ccd-9d26-e76ea66282cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146'] for network, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:45:57.155423 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb3e8f0-d53c-4ccd-9d26-e76ea66282cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:45:57.156037 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-bdb3e8f0-d53c-4ccd-9d26-e76ea66282cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for network, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:45:57.187449 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-bdb3e8f0-d53c-4ccd-9d26-e76ea66282cc admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2218332 Sep 03 09:45:57.220143 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb3e8f0-d53c-4ccd-9d26-e76ea66282cc admin admin] Pushing event updated for resources: {'Network': ['ID=8acf3a5c-f31b-4b32-865e-5c17c39b84b5,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:45:57.227905 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb3e8f0-d53c-4ccd-9d26-e76ea66282cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:45:57.228262 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb3e8f0-d53c-4ccd-9d26-e76ea66282cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:45:57.228608 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb3e8f0-d53c-4ccd-9d26-e76ea66282cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:45:57.228946 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb3e8f0-d53c-4ccd-9d26-e76ea66282cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:45:57.229280 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb3e8f0-d53c-4ccd-9d26-e76ea66282cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:45:57.229645 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb3e8f0-d53c-4ccd-9d26-e76ea66282cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:45:57.229979 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb3e8f0-d53c-4ccd-9d26-e76ea66282cc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:45:57.230323 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb3e8f0-d53c-4ccd-9d26-e76ea66282cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:45:57.230656 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb3e8f0-d53c-4ccd-9d26-e76ea66282cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:45:57.230980 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb3e8f0-d53c-4ccd-9d26-e76ea66282cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:45:57.231304 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb3e8f0-d53c-4ccd-9d26-e76ea66282cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:45:57.231626 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb3e8f0-d53c-4ccd-9d26-e76ea66282cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:45:57.245561 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Network 8acf3a5c-f31b-4b32-865e-5c17c39b84b5 details requested by agent ovs-agent-dv-cinder-606346-32-iscsi with host dv-cinder-606346-32-iscsi {{(pid=105526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 09:45:59.102615 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-78a12e15-88e8-43bc-b2b4-d2e0aa0c9b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:45:59.432742 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 59900) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:45:59.496459 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.pecan_wsgi.hooks.translation [None req-193e0f08-e669-46d7-b690-30d455ac822a admin admin] GET failed (client error): The resource could not be found. Sep 03 09:45:59.497827 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-193e0f08-e669-46d7-b690-30d455ac822a admin admin] 10.222.0.67 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0641217 Sep 03 09:45:59.570957 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544150c8-ee96-4eae-9ebe-ac6fd08cba5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:45:59.572429 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-544150c8-ee96-4eae-9ebe-ac6fd08cba5e admin admin] 10.222.0.67 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0677569 Sep 03 09:45:59.583354 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [None req-12a36aa1-48ec-416f-a2eb-7fa9f99fbe83 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '8acf3a5c-f31b-4b32-865e-5c17c39b84b5', 'description': 'shared-subnet'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:45:59.608737 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a36aa1-48ec-416f-a2eb-7fa9f99fbe83 admin admin] Made reservation on behalf of 3978582383e24ad9a140c4336595b8f9 for: {'subnet': 1} {{(pid=105524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:45:59.611854 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-12a36aa1-48ec-416f-a2eb-7fa9f99fbe83 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:45:59.825863 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-12a36aa1-48ec-416f-a2eb-7fa9f99fbe83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146'] for subnet, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:45:59.885103 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a36aa1-48ec-416f-a2eb-7fa9f99fbe83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=320eab16-52ec-4bcc-bceb-25ab281085f3,revision_number=0']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:45:59.894592 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a36aa1-48ec-416f-a2eb-7fa9f99fbe83 admin admin] Checking segment: {'id': '6f022386-d84f-4449-baff-a2c973127081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '8acf3a5c-f31b-4b32-865e-5c17c39b84b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:45:59.895038 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a36aa1-48ec-416f-a2eb-7fa9f99fbe83 admin admin] Network hostable DHCP agents. Network: 8acf3a5c-f31b-4b32-865e-5c17c39b84b5, hostable agents: ['b845873d-a9da-4ebd-9f87-ebd42caf249d'], hosted agents: [] {{(pid=105524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 09:45:59.916498 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a36aa1-48ec-416f-a2eb-7fa9f99fbe83 admin admin] Network 8acf3a5c-f31b-4b32-865e-5c17c39b84b5 is scheduled to be hosted by DHCP agent b845873d-a9da-4ebd-9f87-ebd42caf249d with binding_index 1 {{(pid=105524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 09:45:59.930760 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.base_scheduler [None req-12a36aa1-48ec-416f-a2eb-7fa9f99fbe83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-32-iscsi, 8acf3a5c-f31b-4b32-865e-5c17c39b84b5) {{(pid=105524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:45:59.935613 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a36aa1-48ec-416f-a2eb-7fa9f99fbe83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:45:59.936714 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-12a36aa1-48ec-416f-a2eb-7fa9f99fbe83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for subnet, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:45:59.939762 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d3598e-d28a-4764-9e16-de62c21f0af5 None None] Network 8acf3a5c-f31b-4b32-865e-5c17c39b84b5 requested from dv-cinder-606346-32-iscsi {{(pid=105526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 09:45:59.952551 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-12a36aa1-48ec-416f-a2eb-7fa9f99fbe83 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3730648 Sep 03 09:46:00.163032 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b55606e-c3c4-43ea-8782-c271f12223aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18c2692c-177d-5ddd-a673-7a9ff6d9d43f-8acf3a5c-f31b-4b32-865e-5c17c39b84b5', 'network_id': '8acf3a5c-f31b-4b32-865e-5c17c39b84b5', 'tenant_id': '3978582383e24ad9a140c4336595b8f9', 'fixed_ips': [{'subnet_id': '320eab16-52ec-4bcc-bceb-25ab281085f3'}]}} from dv-cinder-606346-32-iscsi. {{(pid=105526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 09:46:00.164482 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-8b55606e-c3c4-43ea-8782-c271f12223aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:46:00.305935 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.db_base_plugin_common [None req-8b55606e-c3c4-43ea-8782-c271f12223aa None None] Allocated IP 192.168.233.2 (8acf3a5c-f31b-4b32-865e-5c17c39b84b5/320eab16-52ec-4bcc-bceb-25ab281085f3/73764792-9b80-4cc7-90de-9ff91f4c6925) {{(pid=105526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:46:00.454653 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-8b55606e-c3c4-43ea-8782-c271f12223aa None None] Notify callbacks [] for port, precommit_create {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:46:00.463244 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-8b55606e-c3c4-43ea-8782-c271f12223aa None None] Transition to ACTIVE for port object 73764792-9b80-4cc7-90de-9ff91f4c6925 will not be triggered until provisioned by entity L2. {{(pid=105526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:46:00.478762 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-8b55606e-c3c4-43ea-8782-c271f12223aa None None] Transition to ACTIVE for port object 73764792-9b80-4cc7-90de-9ff91f4c6925 will not be triggered until provisioned by entity DHCP. {{(pid=105526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:46:00.485330 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-8b55606e-c3c4-43ea-8782-c271f12223aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931'] for port, after_create {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:46:00.522150 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b55606e-c3c4-43ea-8782-c271f12223aa None None] Network 8acf3a5c-f31b-4b32-865e-5c17c39b84b5 is already hosted by enough agents. {{(pid=105526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:46:00.524976 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.scheduler.base_scheduler [None req-8b55606e-c3c4-43ea-8782-c271f12223aa None None] Resources bound (agent type, host, resource id): {{(pid=105526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:46:00.528447 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b55606e-c3c4-43ea-8782-c271f12223aa None None] Received port after_create {{(pid=105526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:46:00.541405 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b55606e-c3c4-43ea-8782-c271f12223aa None None] Pushing event updated for resources: {'Port': ['ID=73764792-9b80-4cc7-90de-9ff91f4c6925,revision_number=1']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:46:00.562851 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b55606e-c3c4-43ea-8782-c271f12223aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:46:00.563743 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b55606e-c3c4-43ea-8782-c271f12223aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:46:00.564129 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b55606e-c3c4-43ea-8782-c271f12223aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:46:00.564469 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b55606e-c3c4-43ea-8782-c271f12223aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:46:00.564825 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b55606e-c3c4-43ea-8782-c271f12223aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:46:00.565169 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b55606e-c3c4-43ea-8782-c271f12223aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:46:00.565499 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b55606e-c3c4-43ea-8782-c271f12223aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:46:00.565853 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b55606e-c3c4-43ea-8782-c271f12223aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:46:00.566191 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b55606e-c3c4-43ea-8782-c271f12223aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:46:00.566517 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b55606e-c3c4-43ea-8782-c271f12223aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:46:00.566837 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b55606e-c3c4-43ea-8782-c271f12223aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:46:00.567156 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b55606e-c3c4-43ea-8782-c271f12223aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:46:00.602028 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.managers [None req-8b55606e-c3c4-43ea-8782-c271f12223aa None None] Attempting to bind port 73764792-9b80-4cc7-90de-9ff91f4c6925 on host dv-cinder-606346-32-iscsi for vnic_type normal with profile {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 09:46:00.602407 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.managers [None req-8b55606e-c3c4-43ea-8782-c271f12223aa None None] Attempting to bind port 73764792-9b80-4cc7-90de-9ff91f4c6925 by drivers openvswitch,hyperv on host dv-cinder-606346-32-iscsi at level 0 using segments [{'id': '6f022386-d84f-4449-baff-a2c973127081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '8acf3a5c-f31b-4b32-865e-5c17c39b84b5'}] {{(pid=105526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 09:46:00.602780 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b55606e-c3c4-43ea-8782-c271f12223aa None None] Attempting to bind port 73764792-9b80-4cc7-90de-9ff91f4c6925 on network 8acf3a5c-f31b-4b32-865e-5c17c39b84b5 {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:46:00.607812 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b55606e-c3c4-43ea-8782-c271f12223aa None None] Checking agent: {'id': 'ce816ebf-b316-41f6-aeb5-8037a78dc56b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 9, 42, 33), 'started_at': datetime.datetime(2021, 9, 3, 9, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 9, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 09:46:00.608219 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b55606e-c3c4-43ea-8782-c271f12223aa None None] Checking segment: {'id': '6f022386-d84f-4449-baff-a2c973127081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '8acf3a5c-f31b-4b32-865e-5c17c39b84b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:46:00.608622 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-8b55606e-c3c4-43ea-8782-c271f12223aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:46:00.609019 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b55606e-c3c4-43ea-8782-c271f12223aa None None] Bound using segment: {'id': '6f022386-d84f-4449-baff-a2c973127081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '8acf3a5c-f31b-4b32-865e-5c17c39b84b5'} {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 09:46:00.609484 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.managers [None req-8b55606e-c3c4-43ea-8782-c271f12223aa None None] Bound port: 73764792-9b80-4cc7-90de-9ff91f4c6925, host: dv-cinder-606346-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f022386-d84f-4449-baff-a2c973127081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '8acf3a5c-f31b-4b32-865e-5c17c39b84b5'}}] {{(pid=105526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 09:46:00.609942 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-8b55606e-c3c4-43ea-8782-c271f12223aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:46:00.673162 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-8b55606e-c3c4-43ea-8782-c271f12223aa None None] For port 73764792-9b80-4cc7-90de-9ff91f4c6925, host dv-cinder-606346-32-iscsi, cleared binding levels {{(pid=105526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 09:46:00.676676 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-8b55606e-c3c4-43ea-8782-c271f12223aa None None] For port 73764792-9b80-4cc7-90de-9ff91f4c6925, host dv-cinder-606346-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=73764792-9b80-4cc7-90de-9ff91f4c6925,segment=NetworkSegment(6f022386-d84f-4449-baff-a2c973127081),segment_id=6f022386-d84f-4449-baff-a2c973127081)] {{(pid=105526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 09:46:00.680902 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-8b55606e-c3c4-43ea-8782-c271f12223aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:46:00.743612 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b55606e-c3c4-43ea-8782-c271f12223aa None None] Pushing event updated for resources: {'Port': ['ID=73764792-9b80-4cc7-90de-9ff91f4c6925,revision_number=2']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:46:01.545180 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994cee55-a6bd-4c74-b6ca-f02a60ff9a45 None None] Network 8acf3a5c-f31b-4b32-865e-5c17c39b84b5 requested from dv-cinder-606346-32-iscsi {{(pid=105526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 09:46:01.633732 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-5990738e-64bf-4fbf-827a-9b72042c0033 None None] Provisioning for port 73764792-9b80-4cc7-90de-9ff91f4c6925 completed by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:46:01.713221 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 73764792-9b80-4cc7-90de-9ff91f4c6925 up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:46:01.777981 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning for port 73764792-9b80-4cc7-90de-9ff91f4c6925 completed by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:46:01.784290 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning complete for port 73764792-9b80-4cc7-90de-9ff91f4c6925 triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:46:01.784452 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:46:01.883297 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:46:01.920018 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] For port 73764792-9b80-4cc7-90de-9ff91f4c6925, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=73764792-9b80-4cc7-90de-9ff91f4c6925,segment=NetworkSegment(6f022386-d84f-4449-baff-a2c973127081),segment_id=6f022386-d84f-4449-baff-a2c973127081)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:46:01.924481 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:46:01.976821 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-d0b36161-a5d8-4cd0-bbf0-7f0ebbd6dfdd None None] Provisioning complete for port 73764792-9b80-4cc7-90de-9ff91f4c6925 triggered by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:46:01.977194 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-d0b36161-a5d8-4cd0-bbf0-7f0ebbd6dfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:46:01.998919 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Pushing event updated for resources: {'Port': ['ID=73764792-9b80-4cc7-90de-9ff91f4c6925,revision_number=3']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:46:02.069626 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-ce6f1300-ee47-45be-a23f-7135a8f36f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:46:03.444580 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:46:03.647975 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 73764792-9b80-4cc7-90de-9ff91f4c6925 up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:46:03.695413 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning complete for port 73764792-9b80-4cc7-90de-9ff91f4c6925 triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:46:03.695734 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:46:03.749032 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a642e642-fcb2-47b5-b777-13e8b57c6243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:46:04.413382 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-86f92317-4722-4035-969f-07b0852c8c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:46:09.012896 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.agents_db [None req-2440585d-454d-4def-9aab-3d39e7194109 None None] Agent healthcheck: found 5 active agents {{(pid=105527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 09:46:29.105526 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-9d21e072-260d-414c-84aa-17bcf0dfc3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:46:32.051865 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-9bb09de1-00b0-430c-adf2-2ae5a2bcc581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:46:33.445319 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:46:33.745830 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a642e642-fcb2-47b5-b777-13e8b57c6243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:46:34.415655 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-86f92317-4722-4035-969f-07b0852c8c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:46:46.014973 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.agents_db [None req-2440585d-454d-4def-9aab-3d39e7194109 None None] Agent healthcheck: found 5 active agents {{(pid=105527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 09:46:59.107641 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-81055092-4bf1-4a99-93d5-138e56e46f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:47:02.055931 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-ec7f68aa-f483-4d3b-98de-d88a93e06b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:47:03.448469 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:47:03.753021 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a642e642-fcb2-47b5-b777-13e8b57c6243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:47:04.425054 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-86f92317-4722-4035-969f-07b0852c8c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:47:11.164274 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 59952) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:47:11.172388 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [None req-150ac704-bf25-48d6-92cf-1588f414577c tempest-verify_tempest_config-760594727 tempest-verify_tempest_config-760594727-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=105524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 09:47:11.173408 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-150ac704-bf25-48d6-92cf-1588f414577c tempest-verify_tempest_config-760594727 tempest-verify_tempest_config-760594727-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065329 Sep 03 09:47:11.465147 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 59970) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:47:11.580877 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-9378c170-9ae8-406b-9ba0-eb0c03914c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:47:11.671170 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-9378c170-9ae8-406b-9ba0-eb0c03914c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:47:11.674980 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-9378c170-9ae8-406b-9ba0-eb0c03914c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:47:11.722556 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9378c170-9ae8-406b-9ba0-eb0c03914c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9b1c39-080a-4df2-9c35-0e5fdfcd55a6,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:47:11.726237 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-9378c170-9ae8-406b-9ba0-eb0c03914c3c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=53d83d2fdc764f84b84a3a2a11d47cf7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2600746 Sep 03 09:47:11.728938 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 59974) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:47:11.732129 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9378c170-9ae8-406b-9ba0-eb0c03914c3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:47:11.732504 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9378c170-9ae8-406b-9ba0-eb0c03914c3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:47:11.732887 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9378c170-9ae8-406b-9ba0-eb0c03914c3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:47:11.733222 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9378c170-9ae8-406b-9ba0-eb0c03914c3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:47:11.733554 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9378c170-9ae8-406b-9ba0-eb0c03914c3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:47:11.733925 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9378c170-9ae8-406b-9ba0-eb0c03914c3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:47:11.734264 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9378c170-9ae8-406b-9ba0-eb0c03914c3c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:47:11.734609 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9378c170-9ae8-406b-9ba0-eb0c03914c3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:47:11.734942 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9378c170-9ae8-406b-9ba0-eb0c03914c3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:47:11.735266 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9378c170-9ae8-406b-9ba0-eb0c03914c3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:47:11.735590 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9378c170-9ae8-406b-9ba0-eb0c03914c3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:47:11.735913 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9378c170-9ae8-406b-9ba0-eb0c03914c3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:47:11.783019 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-0ae10a48-5cc1-41c1-beec-de2fa77e40da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:47:11.804913 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-0ae10a48-5cc1-41c1-beec-de2fa77e40da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:47:11.894894 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-0ae10a48-5cc1-41c1-beec-de2fa77e40da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:47:11.897473 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-0ae10a48-5cc1-41c1-beec-de2fa77e40da admin admin] Notify callbacks [] for security_group, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:47:11.898676 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-0ae10a48-5cc1-41c1-beec-de2fa77e40da admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ad9b1c39-080a-4df2-9c35-0e5fdfcd55a6 HTTP/1.1" status: 204 len: 168 time: 0.1687114 Sep 03 09:47:11.906552 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae10a48-5cc1-41c1-beec-de2fa77e40da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9b1c39-080a-4df2-9c35-0e5fdfcd55a6,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:47:11.913272 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae10a48-5cc1-41c1-beec-de2fa77e40da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:47:11.913788 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae10a48-5cc1-41c1-beec-de2fa77e40da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:47:11.914140 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae10a48-5cc1-41c1-beec-de2fa77e40da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:47:11.914483 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae10a48-5cc1-41c1-beec-de2fa77e40da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:47:11.914816 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae10a48-5cc1-41c1-beec-de2fa77e40da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:47:11.915166 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae10a48-5cc1-41c1-beec-de2fa77e40da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:47:11.915504 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae10a48-5cc1-41c1-beec-de2fa77e40da admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:47:11.915951 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae10a48-5cc1-41c1-beec-de2fa77e40da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:47:11.916177 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae10a48-5cc1-41c1-beec-de2fa77e40da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:47:11.916502 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae10a48-5cc1-41c1-beec-de2fa77e40da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:47:11.916827 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae10a48-5cc1-41c1-beec-de2fa77e40da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:47:11.917152 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae10a48-5cc1-41c1-beec-de2fa77e40da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:47:23.016011 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.agents_db [None req-2440585d-454d-4def-9aab-3d39e7194109 None None] Agent healthcheck: found 5 active agents {{(pid=105527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 09:47:29.112725 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-96bc0703-2e29-43fa-9bae-1d653298862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:47:32.057821 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-f68288e3-b4dc-454d-af07-f356633454dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:47:33.450468 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:47:33.754235 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a642e642-fcb2-47b5-b777-13e8b57c6243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:47:34.423053 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-86f92317-4722-4035-969f-07b0852c8c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:47:59.114108 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-ceaf4a4b-4757-446a-8c0d-3ff683605d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:48:00.016087 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.agents_db [None req-2440585d-454d-4def-9aab-3d39e7194109 None None] Agent healthcheck: found 5 active agents {{(pid=105527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 09:48:02.063856 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-31357842-96e7-48a5-8149-ba5290e1db1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:48:03.459100 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:48:03.757978 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a642e642-fcb2-47b5-b777-13e8b57c6243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:48:04.428114 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-86f92317-4722-4035-969f-07b0852c8c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:48:29.116006 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-d08db62a-ad22-4377-8553-49c1639a11e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:48:32.057993 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-be7928e6-8ef8-4d38-b865-675da44601c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:48:33.452952 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:48:33.759659 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a642e642-fcb2-47b5-b777-13e8b57c6243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:48:34.430913 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-86f92317-4722-4035-969f-07b0852c8c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:48:37.020446 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.agents_db [None req-2440585d-454d-4def-9aab-3d39e7194109 None None] Agent healthcheck: found 5 active agents {{(pid=105527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 09:48:46.073184 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-417415'] for agent, after_create {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:48:59.119288 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a6684f28-ad05-4c38-9709-5222010aec29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:49:01.497225 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 60048) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:49:01.611418 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-cb98ac79-a93e-499f-867b-e631b30879a6 admin admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1129138 Sep 03 09:49:02.064603 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-5f862128-5909-4fb1-b675-847d59dad6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:49:03.456508 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:49:03.761282 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a642e642-fcb2-47b5-b777-13e8b57c6243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:49:03.868224 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 60058) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:49:03.929642 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-438788cd-fd65-407a-ae6f-2210a6421983 admin admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0602796 Sep 03 09:49:04.433200 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-86f92317-4722-4035-969f-07b0852c8c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:49:14.022416 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.agents_db [None req-2440585d-454d-4def-9aab-3d39e7194109 None None] Agent healthcheck: found 6 active agents {{(pid=105527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 09:49:16.059504 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:49:29.121976 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-7c68fe5d-79a9-4114-ab5a-4caa1d5c182a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:49:32.056312 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-e37c61f7-5c47-4f13-b69f-6e314320c873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:49:33.458193 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:49:33.763910 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a642e642-fcb2-47b5-b777-13e8b57c6243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:49:34.435833 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-86f92317-4722-4035-969f-07b0852c8c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:49:46.057009 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:49:51.021975 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.agents_db [None req-2440585d-454d-4def-9aab-3d39e7194109 None None] Agent healthcheck: found 6 active agents {{(pid=105527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 09:49:59.130883 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-408f871f-fd3d-4e02-8127-8382ef4c6dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:02.058488 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd5345b6-5680-487c-a262-3c93ac23b005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:03.461402 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:03.766634 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a642e642-fcb2-47b5-b777-13e8b57c6243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:04.439707 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-86f92317-4722-4035-969f-07b0852c8c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:16.056717 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:28.022736 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.agents_db [None req-2440585d-454d-4def-9aab-3d39e7194109 None None] Agent healthcheck: found 6 active agents {{(pid=105527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 09:50:29.134284 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-62fa16b2-815c-45ed-8733-ef228d357cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:30.904294 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 60188) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:50:31.127281 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [None req-1e9c0577-c9b0-4f45-9ed9-20a5ddbdb40f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-507640112-network', 'tenant_id': '6c9427e359fc473380a2abdd17c24402'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:50:31.152542 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9c0577-c9b0-4f45-9ed9-20a5ddbdb40f admin admin] Made reservation on behalf of 6c9427e359fc473380a2abdd17c24402 for: {'network': 1} {{(pid=105524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:50:31.154832 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-1e9c0577-c9b0-4f45-9ed9-20a5ddbdb40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for network, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:31.163257 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-1e9c0577-c9b0-4f45-9ed9-20a5ddbdb40f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:31.262715 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-1e9c0577-c9b0-4f45-9ed9-20a5ddbdb40f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:31.267682 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-1e9c0577-c9b0-4f45-9ed9-20a5ddbdb40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:31.298945 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c0577-c9b0-4f45-9ed9-20a5ddbdb40f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de7f848-fa4c-4bfa-aa1f-a4231682c522,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:31.308292 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c0577-c9b0-4f45-9ed9-20a5ddbdb40f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:50:31.308659 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c0577-c9b0-4f45-9ed9-20a5ddbdb40f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:50:31.308999 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c0577-c9b0-4f45-9ed9-20a5ddbdb40f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:50:31.309331 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c0577-c9b0-4f45-9ed9-20a5ddbdb40f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:50:31.309683 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c0577-c9b0-4f45-9ed9-20a5ddbdb40f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:50:31.310026 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c0577-c9b0-4f45-9ed9-20a5ddbdb40f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:50:31.310353 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c0577-c9b0-4f45-9ed9-20a5ddbdb40f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:50:31.310676 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c0577-c9b0-4f45-9ed9-20a5ddbdb40f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:50:31.310998 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c0577-c9b0-4f45-9ed9-20a5ddbdb40f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:50:31.311321 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c0577-c9b0-4f45-9ed9-20a5ddbdb40f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:50:31.311641 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c0577-c9b0-4f45-9ed9-20a5ddbdb40f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:50:31.311956 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c0577-c9b0-4f45-9ed9-20a5ddbdb40f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:50:31.312999 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c0577-c9b0-4f45-9ed9-20a5ddbdb40f admin admin] Tracked resource versions report: Sep 03 09:50:31.312999 dv-cinder-606346-32-iscsi neutron-server[105524]: pushed versions: Sep 03 09:50:31.312999 dv-cinder-606346-32-iscsi neutron-server[105524]: { 'AddressGroup': {'1.2'}, Sep 03 09:50:31.312999 dv-cinder-606346-32-iscsi neutron-server[105524]: 'ConntrackHelper': {'1.0'}, Sep 03 09:50:31.312999 dv-cinder-606346-32-iscsi neutron-server[105524]: 'Log': {'1.0'}, Sep 03 09:50:31.312999 dv-cinder-606346-32-iscsi neutron-server[105524]: 'Network': {'1.1'}, Sep 03 09:50:31.312999 dv-cinder-606346-32-iscsi neutron-server[105524]: 'Port': {'1.7'}, Sep 03 09:50:31.312999 dv-cinder-606346-32-iscsi neutron-server[105524]: 'PortForwarding': {'1.2'}, Sep 03 09:50:31.312999 dv-cinder-606346-32-iscsi neutron-server[105524]: 'QosPolicy': {'1.9'}, Sep 03 09:50:31.312999 dv-cinder-606346-32-iscsi neutron-server[105524]: 'SecurityGroup': {'1.4'}, Sep 03 09:50:31.312999 dv-cinder-606346-32-iscsi neutron-server[105524]: 'SecurityGroupRule': {'1.2'}, Sep 03 09:50:31.312999 dv-cinder-606346-32-iscsi neutron-server[105524]: 'SubPort': {'1.0'}, Sep 03 09:50:31.312999 dv-cinder-606346-32-iscsi neutron-server[105524]: 'Subnet': {'1.1'}, Sep 03 09:50:31.312999 dv-cinder-606346-32-iscsi neutron-server[105524]: 'Trunk': {'1.1'}} Sep 03 09:50:31.312999 dv-cinder-606346-32-iscsi neutron-server[105524]: consumer versions: Sep 03 09:50:31.312999 dv-cinder-606346-32-iscsi neutron-server[105524]: { DHCP agent@dv-cinder-606346-32-iscsi: {}, Sep 03 09:50:31.312999 dv-cinder-606346-32-iscsi neutron-server[105524]: HyperV agent@hv-cinder-60634: {}, Sep 03 09:50:31.312999 dv-cinder-606346-32-iscsi neutron-server[105524]: L3 agent@dv-cinder-606346-32-iscsi: {}, Sep 03 09:50:31.312999 dv-cinder-606346-32-iscsi neutron-server[105524]: Metadata agent@dv-cinder-606346-32-iscsi: {}, Sep 03 09:50:31.312999 dv-cinder-606346-32-iscsi neutron-server[105524]: Metering agent@dv-cinder-606346-32-iscsi: {}, Sep 03 09:50:31.312999 dv-cinder-606346-32-iscsi neutron-server[105524]: Open vSwitch agent@dv-cinder-606346-32-iscsi: { 'AddressGroup': '1.2', Sep 03 09:50:31.312999 dv-cinder-606346-32-iscsi neutron-server[105524]: 'ConntrackHelper': '1.0', Sep 03 09:50:31.312999 dv-cinder-606346-32-iscsi neutron-server[105524]: 'Log': '1.0', Sep 03 09:50:31.312999 dv-cinder-606346-32-iscsi neutron-server[105524]: 'Network': '1.1', Sep 03 09:50:31.312999 dv-cinder-606346-32-iscsi neutron-server[105524]: 'Port': '1.7', Sep 03 09:50:31.312999 dv-cinder-606346-32-iscsi neutron-server[105524]: 'PortForwarding': '1.2', Sep 03 09:50:31.312999 dv-cinder-606346-32-iscsi neutron-server[105524]: 'QosPolicy': '1.9', Sep 03 09:50:31.312999 dv-cinder-606346-32-iscsi neutron-server[105524]: 'SecurityGroup': '1.4', Sep 03 09:50:31.312999 dv-cinder-606346-32-iscsi neutron-server[105524]: 'SecurityGroupRule': '1.2', Sep 03 09:50:31.312999 dv-cinder-606346-32-iscsi neutron-server[105524]: 'SubPort': '1.0', Sep 03 09:50:31.312999 dv-cinder-606346-32-iscsi neutron-server[105524]: 'Subnet': '1.1', Sep 03 09:50:31.312999 dv-cinder-606346-32-iscsi neutron-server[105524]: 'Trunk': '1.1'}} Sep 03 09:50:31.312999 dv-cinder-606346-32-iscsi neutron-server[105524]: {{(pid=105524) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 09:50:31.318677 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e9c0577-c9b0-4f45-9ed9-20a5ddbdb40f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=105524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 09:50:31.328919 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-1e9c0577-c9b0-4f45-9ed9-20a5ddbdb40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718351'] for segment, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:31.329265 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.db.segments_db [None req-1e9c0577-c9b0-4f45-9ed9-20a5ddbdb40f admin admin] Added segment 69ff3461-ed2c-4ca3-80ec-a957a762ed9b of type vlan for network 76ea5923-f2d4-43d5-9ac3-137283a120e8 Sep 03 09:50:31.373801 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-1e9c0577-c9b0-4f45-9ed9-20a5ddbdb40f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759173236709'] for network, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:31.403439 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-1e9c0577-c9b0-4f45-9ed9-20a5ddbdb40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146'] for network, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:31.404456 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9c0577-c9b0-4f45-9ed9-20a5ddbdb40f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:50:31.405045 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-1e9c0577-c9b0-4f45-9ed9-20a5ddbdb40f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for network, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:31.434137 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-1e9c0577-c9b0-4f45-9ed9-20a5ddbdb40f admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5285671 Sep 03 09:50:31.435091 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 60226) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:50:31.444851 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [None req-9818328b-1645-4f32-b8f5-242f0cb7a56a admin admin] Request body: {'subnet': {'network_id': '76ea5923-f2d4-43d5-9ac3-137283a120e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-507640112-subnet', 'tenant_id': '6c9427e359fc473380a2abdd17c24402', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:50:31.473008 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9818328b-1645-4f32-b8f5-242f0cb7a56a admin admin] Made reservation on behalf of 6c9427e359fc473380a2abdd17c24402 for: {'subnet': 1} {{(pid=105525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:50:31.476038 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-9818328b-1645-4f32-b8f5-242f0cb7a56a admin admin] Notify callbacks [] for subnet, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:31.476809 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c0577-c9b0-4f45-9ed9-20a5ddbdb40f admin admin] Pushing event updated for resources: {'Network': ['ID=76ea5923-f2d4-43d5-9ac3-137283a120e8,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:31.488663 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Network 76ea5923-f2d4-43d5-9ac3-137283a120e8 details requested by agent ovs-agent-dv-cinder-606346-32-iscsi with host dv-cinder-606346-32-iscsi {{(pid=105526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 09:50:31.686857 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-9818328b-1645-4f32-b8f5-242f0cb7a56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146'] for subnet, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:31.739975 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9818328b-1645-4f32-b8f5-242f0cb7a56a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9de1d78b-011a-4ab0-ae36-c320ca457189,revision_number=0']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:31.751257 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9818328b-1645-4f32-b8f5-242f0cb7a56a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:50:31.751627 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9818328b-1645-4f32-b8f5-242f0cb7a56a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:50:31.752015 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9818328b-1645-4f32-b8f5-242f0cb7a56a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:50:31.752291 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9818328b-1645-4f32-b8f5-242f0cb7a56a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:50:31.752627 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9818328b-1645-4f32-b8f5-242f0cb7a56a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:50:31.752962 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9818328b-1645-4f32-b8f5-242f0cb7a56a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:50:31.753369 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9818328b-1645-4f32-b8f5-242f0cb7a56a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:50:31.753660 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9818328b-1645-4f32-b8f5-242f0cb7a56a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:50:31.753992 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9818328b-1645-4f32-b8f5-242f0cb7a56a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:50:31.754313 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9818328b-1645-4f32-b8f5-242f0cb7a56a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:50:31.754634 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9818328b-1645-4f32-b8f5-242f0cb7a56a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:50:31.754950 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9818328b-1645-4f32-b8f5-242f0cb7a56a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:50:31.755997 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9818328b-1645-4f32-b8f5-242f0cb7a56a admin admin] Tracked resource versions report: Sep 03 09:50:31.755997 dv-cinder-606346-32-iscsi neutron-server[105525]: pushed versions: Sep 03 09:50:31.755997 dv-cinder-606346-32-iscsi neutron-server[105525]: { 'AddressGroup': {'1.2'}, Sep 03 09:50:31.755997 dv-cinder-606346-32-iscsi neutron-server[105525]: 'ConntrackHelper': {'1.0'}, Sep 03 09:50:31.755997 dv-cinder-606346-32-iscsi neutron-server[105525]: 'Log': {'1.0'}, Sep 03 09:50:31.755997 dv-cinder-606346-32-iscsi neutron-server[105525]: 'Network': {'1.1'}, Sep 03 09:50:31.755997 dv-cinder-606346-32-iscsi neutron-server[105525]: 'Port': {'1.7'}, Sep 03 09:50:31.755997 dv-cinder-606346-32-iscsi neutron-server[105525]: 'PortForwarding': {'1.2'}, Sep 03 09:50:31.755997 dv-cinder-606346-32-iscsi neutron-server[105525]: 'QosPolicy': {'1.9'}, Sep 03 09:50:31.755997 dv-cinder-606346-32-iscsi neutron-server[105525]: 'SecurityGroup': {'1.4'}, Sep 03 09:50:31.755997 dv-cinder-606346-32-iscsi neutron-server[105525]: 'SecurityGroupRule': {'1.2'}, Sep 03 09:50:31.755997 dv-cinder-606346-32-iscsi neutron-server[105525]: 'SubPort': {'1.0'}, Sep 03 09:50:31.755997 dv-cinder-606346-32-iscsi neutron-server[105525]: 'Subnet': {'1.1'}, Sep 03 09:50:31.755997 dv-cinder-606346-32-iscsi neutron-server[105525]: 'Trunk': {'1.1'}} Sep 03 09:50:31.755997 dv-cinder-606346-32-iscsi neutron-server[105525]: consumer versions: Sep 03 09:50:31.755997 dv-cinder-606346-32-iscsi neutron-server[105525]: { DHCP agent@dv-cinder-606346-32-iscsi: {}, Sep 03 09:50:31.755997 dv-cinder-606346-32-iscsi neutron-server[105525]: HyperV agent@hv-cinder-60634: {}, Sep 03 09:50:31.755997 dv-cinder-606346-32-iscsi neutron-server[105525]: L3 agent@dv-cinder-606346-32-iscsi: {}, Sep 03 09:50:31.755997 dv-cinder-606346-32-iscsi neutron-server[105525]: Metadata agent@dv-cinder-606346-32-iscsi: {}, Sep 03 09:50:31.755997 dv-cinder-606346-32-iscsi neutron-server[105525]: Metering agent@dv-cinder-606346-32-iscsi: {}, Sep 03 09:50:31.755997 dv-cinder-606346-32-iscsi neutron-server[105525]: Open vSwitch agent@dv-cinder-606346-32-iscsi: { 'AddressGroup': '1.2', Sep 03 09:50:31.755997 dv-cinder-606346-32-iscsi neutron-server[105525]: 'ConntrackHelper': '1.0', Sep 03 09:50:31.755997 dv-cinder-606346-32-iscsi neutron-server[105525]: 'Log': '1.0', Sep 03 09:50:31.755997 dv-cinder-606346-32-iscsi neutron-server[105525]: 'Network': '1.1', Sep 03 09:50:31.755997 dv-cinder-606346-32-iscsi neutron-server[105525]: 'Port': '1.7', Sep 03 09:50:31.755997 dv-cinder-606346-32-iscsi neutron-server[105525]: 'PortForwarding': '1.2', Sep 03 09:50:31.755997 dv-cinder-606346-32-iscsi neutron-server[105525]: 'QosPolicy': '1.9', Sep 03 09:50:31.755997 dv-cinder-606346-32-iscsi neutron-server[105525]: 'SecurityGroup': '1.4', Sep 03 09:50:31.755997 dv-cinder-606346-32-iscsi neutron-server[105525]: 'SecurityGroupRule': '1.2', Sep 03 09:50:31.755997 dv-cinder-606346-32-iscsi neutron-server[105525]: 'SubPort': '1.0', Sep 03 09:50:31.755997 dv-cinder-606346-32-iscsi neutron-server[105525]: 'Subnet': '1.1', Sep 03 09:50:31.755997 dv-cinder-606346-32-iscsi neutron-server[105525]: 'Trunk': '1.1'}} Sep 03 09:50:31.755997 dv-cinder-606346-32-iscsi neutron-server[105525]: {{(pid=105525) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 09:50:31.775698 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9818328b-1645-4f32-b8f5-242f0cb7a56a admin admin] Checking segment: {'id': '69ff3461-ed2c-4ca3-80ec-a957a762ed9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '76ea5923-f2d4-43d5-9ac3-137283a120e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:50:31.776680 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9818328b-1645-4f32-b8f5-242f0cb7a56a admin admin] Network hostable DHCP agents. Network: 76ea5923-f2d4-43d5-9ac3-137283a120e8, hostable agents: ['b845873d-a9da-4ebd-9f87-ebd42caf249d'], hosted agents: [] {{(pid=105525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 09:50:31.795280 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9818328b-1645-4f32-b8f5-242f0cb7a56a admin admin] Network 76ea5923-f2d4-43d5-9ac3-137283a120e8 is scheduled to be hosted by DHCP agent b845873d-a9da-4ebd-9f87-ebd42caf249d with binding_index 1 {{(pid=105525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 09:50:31.806110 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.base_scheduler [None req-9818328b-1645-4f32-b8f5-242f0cb7a56a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-32-iscsi, 76ea5923-f2d4-43d5-9ac3-137283a120e8) {{(pid=105525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:50:31.812394 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9818328b-1645-4f32-b8f5-242f0cb7a56a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:50:31.813254 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-9818328b-1645-4f32-b8f5-242f0cb7a56a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for subnet, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:31.822020 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783ff94a-96d5-44ce-a317-c29ebf3e09e1 None None] Network 76ea5923-f2d4-43d5-9ac3-137283a120e8 requested from dv-cinder-606346-32-iscsi {{(pid=105526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 09:50:31.846045 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-9818328b-1645-4f32-b8f5-242f0cb7a56a admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4018891 Sep 03 09:50:31.972059 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8658a061-1db6-4751-8fe3-97a5573ca2aa None None] Network 76ea5923-f2d4-43d5-9ac3-137283a120e8 requested from dv-cinder-606346-32-iscsi {{(pid=105526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 09:50:32.074865 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-72f71312-9aca-4e18-86b7-99a4b354dd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:32.629066 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 60302) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:50:32.766631 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 60320) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:50:32.881349 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 60328) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:50:32.947220 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [None req-dfbf7c85-57eb-4de4-8e03-61a0d32c6710 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-256398060-network', 'tenant_id': 'c72df9f562c94a8aab79afac7263e6e5'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:50:32.969251 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfbf7c85-57eb-4de4-8e03-61a0d32c6710 admin admin] Made reservation on behalf of c72df9f562c94a8aab79afac7263e6e5 for: {'network': 1} {{(pid=105524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:50:32.972131 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-dfbf7c85-57eb-4de4-8e03-61a0d32c6710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for network, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:32.981403 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-dfbf7c85-57eb-4de4-8e03-61a0d32c6710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:33.094533 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-dfbf7c85-57eb-4de4-8e03-61a0d32c6710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:33.104453 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-dfbf7c85-57eb-4de4-8e03-61a0d32c6710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:33.178874 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [None req-93e70cef-8339-4396-bcb5-bb6a517a4cf5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-253564211-network', 'tenant_id': 'bbe4096f40d64702be2a6fb537ac5c42'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:50:33.183361 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf7c85-57eb-4de4-8e03-61a0d32c6710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:33.265438 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e70cef-8339-4396-bcb5-bb6a517a4cf5 admin admin] Made reservation on behalf of bbe4096f40d64702be2a6fb537ac5c42 for: {'network': 1} {{(pid=105524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:50:33.271605 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-93e70cef-8339-4396-bcb5-bb6a517a4cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for network, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:33.312765 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [None req-896a3be0-c3f1-4a29-b23a-847c2e585773 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1443084301-network', 'tenant_id': '343cc1bfb2f9452291ef8e11cb33cf4c'}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:50:33.364306 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896a3be0-c3f1-4a29-b23a-847c2e585773 admin admin] Made reservation on behalf of 343cc1bfb2f9452291ef8e11cb33cf4c for: {'network': 1} {{(pid=105525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:50:33.366889 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-896a3be0-c3f1-4a29-b23a-847c2e585773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for network, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:33.381112 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-896a3be0-c3f1-4a29-b23a-847c2e585773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:33.425450 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfbf7c85-57eb-4de4-8e03-61a0d32c6710 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=105524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 09:50:33.429603 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-93e70cef-8339-4396-bcb5-bb6a517a4cf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:33.474530 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:33.490314 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-dfbf7c85-57eb-4de4-8e03-61a0d32c6710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718351'] for segment, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:33.490687 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.db.segments_db [None req-dfbf7c85-57eb-4de4-8e03-61a0d32c6710 admin admin] Added segment 7369bf7c-6fbb-4bda-b2e3-3040860ac3c2 of type vlan for network 7995b685-e18e-455d-be66-3bd792a79086 Sep 03 09:50:33.597716 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-896a3be0-c3f1-4a29-b23a-847c2e585773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:33.597918 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-dfbf7c85-57eb-4de4-8e03-61a0d32c6710 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759173236709'] for network, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:33.605712 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-896a3be0-c3f1-4a29-b23a-847c2e585773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:33.649763 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a3be0-c3f1-4a29-b23a-847c2e585773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b62b37-2bcc-4c5e-89c6-4549ebb64237,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:33.691436 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-dfbf7c85-57eb-4de4-8e03-61a0d32c6710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146'] for network, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:33.692005 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbf7c85-57eb-4de4-8e03-61a0d32c6710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:50:33.692594 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-dfbf7c85-57eb-4de4-8e03-61a0d32c6710 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for network, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:33.696510 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-896a3be0-c3f1-4a29-b23a-847c2e585773 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=105525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 09:50:33.712824 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-896a3be0-c3f1-4a29-b23a-847c2e585773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718351'] for segment, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:33.714502 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.db.segments_db [None req-896a3be0-c3f1-4a29-b23a-847c2e585773 admin admin] Added segment 6162f772-1e28-4e35-bf3d-bf08b646a09f of type vlan for network 2ca7c045-af05-4524-bcc4-6b4f1b7ebefb Sep 03 09:50:33.778791 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-896a3be0-c3f1-4a29-b23a-847c2e585773 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759173236709'] for network, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:33.789039 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a642e642-fcb2-47b5-b777-13e8b57c6243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:33.820665 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf7c85-57eb-4de4-8e03-61a0d32c6710 admin admin] Pushing event updated for resources: {'Network': ['ID=7995b685-e18e-455d-be66-3bd792a79086,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:33.827458 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-896a3be0-c3f1-4a29-b23a-847c2e585773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146'] for network, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:33.828819 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896a3be0-c3f1-4a29-b23a-847c2e585773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:50:33.829663 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-896a3be0-c3f1-4a29-b23a-847c2e585773 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for network, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:33.839487 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Network 7995b685-e18e-455d-be66-3bd792a79086 details requested by agent ovs-agent-dv-cinder-606346-32-iscsi with host dv-cinder-606346-32-iscsi {{(pid=105526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 09:50:33.961709 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a3be0-c3f1-4a29-b23a-847c2e585773 admin admin] Pushing event updated for resources: {'Network': ['ID=2ca7c045-af05-4524-bcc4-6b4f1b7ebefb,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:33.988130 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-93e70cef-8339-4396-bcb5-bb6a517a4cf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:34.000517 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-93e70cef-8339-4396-bcb5-bb6a517a4cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:34.005712 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-896a3be0-c3f1-4a29-b23a-847c2e585773 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1234393 Sep 03 09:50:34.008636 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 60372) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:50:34.014856 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [None req-c56ef8c0-956d-48c2-83d4-f5c268570691 admin admin] Request body: {'subnet': {'network_id': '2ca7c045-af05-4524-bcc4-6b4f1b7ebefb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1443084301-subnet', 'tenant_id': '343cc1bfb2f9452291ef8e11cb33cf4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:50:34.018510 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Network 2ca7c045-af05-4524-bcc4-6b4f1b7ebefb details requested by agent ovs-agent-dv-cinder-606346-32-iscsi with host dv-cinder-606346-32-iscsi {{(pid=105526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 09:50:34.043730 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93e70cef-8339-4396-bcb5-bb6a517a4cf5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=105524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 09:50:34.059682 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-93e70cef-8339-4396-bcb5-bb6a517a4cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718351'] for segment, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:34.060036 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.db.segments_db [None req-93e70cef-8339-4396-bcb5-bb6a517a4cf5 admin admin] Added segment 1683d286-1be2-443d-83f5-01a3e9736922 of type vlan for network 528a02fc-44c8-4bd1-9db4-aa8e01cd9db5 Sep 03 09:50:34.074868 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56ef8c0-956d-48c2-83d4-f5c268570691 admin admin] Made reservation on behalf of 343cc1bfb2f9452291ef8e11cb33cf4c for: {'subnet': 1} {{(pid=105525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:50:34.077627 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-c56ef8c0-956d-48c2-83d4-f5c268570691 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:34.200595 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-dfbf7c85-57eb-4de4-8e03-61a0d32c6710 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5674374 Sep 03 09:50:34.204012 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 60390) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:50:34.209025 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [None req-ffb191c3-040f-4571-8474-1110ced1f118 admin admin] Request body: {'subnet': {'network_id': '7995b685-e18e-455d-be66-3bd792a79086', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-256398060-subnet', 'tenant_id': 'c72df9f562c94a8aab79afac7263e6e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:50:34.226647 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-93e70cef-8339-4396-bcb5-bb6a517a4cf5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759173236709'] for network, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:34.279275 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e70cef-8339-4396-bcb5-bb6a517a4cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7551d2b5-e31a-4540-a873-a2415aa714c0,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:34.294153 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-93e70cef-8339-4396-bcb5-bb6a517a4cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146'] for network, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:34.295822 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e70cef-8339-4396-bcb5-bb6a517a4cf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:50:34.296588 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-93e70cef-8339-4396-bcb5-bb6a517a4cf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for network, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:34.297138 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb191c3-040f-4571-8474-1110ced1f118 admin admin] Made reservation on behalf of c72df9f562c94a8aab79afac7263e6e5 for: {'subnet': 1} {{(pid=105525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:50:34.301272 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-ffb191c3-040f-4571-8474-1110ced1f118 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:34.333325 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-93e70cef-8339-4396-bcb5-bb6a517a4cf5 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5653982 Sep 03 09:50:34.337745 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 60398) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:50:34.346236 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [None req-b3a54077-c14c-4ad1-806b-72ce3550578d admin admin] Request body: {'subnet': {'network_id': '528a02fc-44c8-4bd1-9db4-aa8e01cd9db5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-253564211-subnet', 'tenant_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:50:34.390349 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e70cef-8339-4396-bcb5-bb6a517a4cf5 admin admin] Pushing event updated for resources: {'Network': ['ID=528a02fc-44c8-4bd1-9db4-aa8e01cd9db5,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:34.404714 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Network 528a02fc-44c8-4bd1-9db4-aa8e01cd9db5 details requested by agent ovs-agent-dv-cinder-606346-32-iscsi with host dv-cinder-606346-32-iscsi {{(pid=105526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 09:50:34.431795 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a54077-c14c-4ad1-806b-72ce3550578d admin admin] Made reservation on behalf of bbe4096f40d64702be2a6fb537ac5c42 for: {'subnet': 1} {{(pid=105524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:50:34.436557 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-b3a54077-c14c-4ad1-806b-72ce3550578d admin admin] Notify callbacks [] for subnet, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:34.543151 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-86f92317-4722-4035-969f-07b0852c8c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:34.559558 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 60410) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:50:34.565872 dv-cinder-606346-32-iscsi neutron-server[105525]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 03 09:50:34.715082 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-b3a54077-c14c-4ad1-806b-72ce3550578d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146'] for subnet, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:34.803514 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-c56ef8c0-956d-48c2-83d4-f5c268570691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146'] for subnet, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:34.813088 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a54077-c14c-4ad1-806b-72ce3550578d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b9bc1cc-f1d0-4f7b-aa38-f059a6d84938,revision_number=0']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:34.818510 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a54077-c14c-4ad1-806b-72ce3550578d admin admin] Checking segment: {'id': '1683d286-1be2-443d-83f5-01a3e9736922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '528a02fc-44c8-4bd1-9db4-aa8e01cd9db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:50:34.819332 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a54077-c14c-4ad1-806b-72ce3550578d admin admin] Network hostable DHCP agents. Network: 528a02fc-44c8-4bd1-9db4-aa8e01cd9db5, hostable agents: ['b845873d-a9da-4ebd-9f87-ebd42caf249d'], hosted agents: [] {{(pid=105524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 09:50:34.839614 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a54077-c14c-4ad1-806b-72ce3550578d admin admin] Network 528a02fc-44c8-4bd1-9db4-aa8e01cd9db5 is scheduled to be hosted by DHCP agent b845873d-a9da-4ebd-9f87-ebd42caf249d with binding_index 1 {{(pid=105524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 09:50:34.852430 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.base_scheduler [None req-b3a54077-c14c-4ad1-806b-72ce3550578d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-32-iscsi, 528a02fc-44c8-4bd1-9db4-aa8e01cd9db5) {{(pid=105524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:50:34.862000 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a54077-c14c-4ad1-806b-72ce3550578d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:50:34.862904 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-b3a54077-c14c-4ad1-806b-72ce3550578d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for subnet, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:34.864684 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cef20b0-37cb-4a8e-80a7-04825cb71fb0 None None] Network 528a02fc-44c8-4bd1-9db4-aa8e01cd9db5 requested from dv-cinder-606346-32-iscsi {{(pid=105526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 09:50:34.868858 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56ef8c0-956d-48c2-83d4-f5c268570691 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8da37cab-7d9d-4282-adea-29440e0d2f69,revision_number=0']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:34.878861 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f8b4f-13bc-4b82-84c6-a7e8b2e8ef8e req-e95bc20f-3bd2-4b67-bd14-dbfc2a5e0d6d tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:50:34.886258 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-7d8f8b4f-13bc-4b82-84c6-a7e8b2e8ef8e req-e95bc20f-3bd2-4b67-bd14-dbfc2a5e0d6d tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.67 "GET /v2.0/networks?id=76ea5923-f2d4-43d5-9ac3-137283a120e8 HTTP/1.1" status: 200 len: 811 time: 0.3240135 Sep 03 09:50:34.888404 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-b3a54077-c14c-4ad1-806b-72ce3550578d admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5488856 Sep 03 09:50:34.888940 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 60430) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:50:34.911476 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [None req-1f46ac56-162a-4a1a-ad94-e2c866c64a47 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-253564211-router', 'tenant_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d'}}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:50:34.961089 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-7d8f8b4f-13bc-4b82-84c6-a7e8b2e8ef8e req-ba9cfcd4-2938-4e44-a2c5-4b51f775bea3 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.67 "GET /v2.0/quotas/6c9427e359fc473380a2abdd17c24402 HTTP/1.1" status: 200 len: 375 time: 0.0734551 Sep 03 09:50:35.048027 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-7d8f8b4f-13bc-4b82-84c6-a7e8b2e8ef8e req-aa045976-24ce-488d-9988-991ca99cb635 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=6c9427e359fc473380a2abdd17c24402&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0856721 Sep 03 09:50:35.076132 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56ef8c0-956d-48c2-83d4-f5c268570691 admin admin] Checking segment: {'id': '6162f772-1e28-4e35-bf3d-bf08b646a09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '2ca7c045-af05-4524-bcc4-6b4f1b7ebefb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:50:35.076779 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56ef8c0-956d-48c2-83d4-f5c268570691 admin admin] Network hostable DHCP agents. Network: 2ca7c045-af05-4524-bcc4-6b4f1b7ebefb, hostable agents: ['b845873d-a9da-4ebd-9f87-ebd42caf249d'], hosted agents: [] {{(pid=105525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 09:50:35.096333 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-1f46ac56-162a-4a1a-ad94-e2c866c64a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8786'] for router, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:35.097615 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-1f46ac56-162a-4a1a-ad94-e2c866c64a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1691692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1695932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-424503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8811'] for router, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:35.107163 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabfd496-38f0-4aff-87a2-a14d72afdf6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18c2692c-177d-5ddd-a673-7a9ff6d9d43f-528a02fc-44c8-4bd1-9db4-aa8e01cd9db5', 'network_id': '528a02fc-44c8-4bd1-9db4-aa8e01cd9db5', 'tenant_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'fixed_ips': [{'subnet_id': '8b9bc1cc-f1d0-4f7b-aa38-f059a6d84938'}]}} from dv-cinder-606346-32-iscsi. {{(pid=105526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 09:50:35.108257 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-aabfd496-38f0-4aff-87a2-a14d72afdf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:35.170477 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56ef8c0-956d-48c2-83d4-f5c268570691 admin admin] Network 2ca7c045-af05-4524-bcc4-6b4f1b7ebefb is scheduled to be hosted by DHCP agent b845873d-a9da-4ebd-9f87-ebd42caf249d with binding_index 1 {{(pid=105525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 09:50:35.197440 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-ffb191c3-040f-4571-8474-1110ced1f118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146'] for subnet, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:35.199842 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.base_scheduler [None req-c56ef8c0-956d-48c2-83d4-f5c268570691 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-32-iscsi, 2ca7c045-af05-4524-bcc4-6b4f1b7ebefb) {{(pid=105525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:50:35.297993 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56ef8c0-956d-48c2-83d4-f5c268570691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:50:35.298703 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-c56ef8c0-956d-48c2-83d4-f5c268570691 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for subnet, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:35.320696 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-1f46ac56-162a-4a1a-ad94-e2c866c64a47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:35.341732 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 60456) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:50:35.433838 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-c56ef8c0-956d-48c2-83d4-f5c268570691 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4239905 Sep 03 09:50:35.441948 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb191c3-040f-4571-8474-1110ced1f118 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f78bac5b-e536-4490-a472-11f8ae62b3fb,revision_number=0']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:35.448796 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [req-7d8f8b4f-13bc-4b82-84c6-a7e8b2e8ef8e req-fb705db6-c463-446c-9407-a39403c03337 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=105525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 09:50:35.458145 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-7d8f8b4f-13bc-4b82-84c6-a7e8b2e8ef8e req-fb705db6-c463-446c-9407-a39403c03337 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1555963 Sep 03 09:50:35.494621 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b4786c-cb38-4e54-a913-99ce893425ec None None] Network 2ca7c045-af05-4524-bcc4-6b4f1b7ebefb requested from dv-cinder-606346-32-iscsi {{(pid=105526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 09:50:35.648777 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.db_base_plugin_common [None req-aabfd496-38f0-4aff-87a2-a14d72afdf6d None None] Allocated IP 172.20.0.2 (528a02fc-44c8-4bd1-9db4-aa8e01cd9db5/8b9bc1cc-f1d0-4f7b-aa38-f059a6d84938/019c9c5f-753b-44a3-9af8-239a6c972f01) {{(pid=105526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:50:35.756784 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-1f46ac56-162a-4a1a-ad94-e2c866c64a47 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:35.784501 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb191c3-040f-4571-8474-1110ced1f118 admin admin] Checking segment: {'id': '7369bf7c-6fbb-4bda-b2e3-3040860ac3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '7995b685-e18e-455d-be66-3bd792a79086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:50:35.784928 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb191c3-040f-4571-8474-1110ced1f118 admin admin] Network hostable DHCP agents. Network: 7995b685-e18e-455d-be66-3bd792a79086, hostable agents: ['b845873d-a9da-4ebd-9f87-ebd42caf249d'], hosted agents: [] {{(pid=105525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 09:50:35.790300 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-dbb675f1-7494-4bfe-a0cb-5819b4142252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:35.804733 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-7d8f8b4f-13bc-4b82-84c6-a7e8b2e8ef8e req-69bc6196-fd44-414d-ae54-ca3fe61d2992 service neutron] 10.222.0.67 "GET /v2.0/networks/76ea5923-f2d4-43d5-9ac3-137283a120e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455403 Sep 03 09:50:35.873275 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-aabfd496-38f0-4aff-87a2-a14d72afdf6d None None] Notify callbacks [] for port, precommit_create {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:35.884004 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-aabfd496-38f0-4aff-87a2-a14d72afdf6d None None] Transition to ACTIVE for port object 019c9c5f-753b-44a3-9af8-239a6c972f01 will not be triggered until provisioned by entity L2. {{(pid=105526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:50:35.890869 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9eb16c3-2130-4b6a-b456-9bc38fc0929a None None] Network 2ca7c045-af05-4524-bcc4-6b4f1b7ebefb requested from dv-cinder-606346-32-iscsi {{(pid=105526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 09:50:35.900672 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb191c3-040f-4571-8474-1110ced1f118 admin admin] Network 7995b685-e18e-455d-be66-3bd792a79086 is scheduled to be hosted by DHCP agent b845873d-a9da-4ebd-9f87-ebd42caf249d with binding_index 1 {{(pid=105525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 09:50:35.925618 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-aabfd496-38f0-4aff-87a2-a14d72afdf6d None None] Transition to ACTIVE for port object 019c9c5f-753b-44a3-9af8-239a6c972f01 will not be triggered until provisioned by entity DHCP. {{(pid=105526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:50:35.931507 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.base_scheduler [None req-ffb191c3-040f-4571-8474-1110ced1f118 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-32-iscsi, 7995b685-e18e-455d-be66-3bd792a79086) {{(pid=105525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:50:35.956370 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb191c3-040f-4571-8474-1110ced1f118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:50:35.956966 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-ffb191c3-040f-4571-8474-1110ced1f118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for subnet, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:35.959123 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd44b924-71fe-4d5c-932b-6b2443fdf306 None None] Network 7995b685-e18e-455d-be66-3bd792a79086 requested from dv-cinder-606346-32-iscsi {{(pid=105526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 09:50:35.964166 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-aabfd496-38f0-4aff-87a2-a14d72afdf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931'] for port, after_create {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:36.031058 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabfd496-38f0-4aff-87a2-a14d72afdf6d None None] Network 528a02fc-44c8-4bd1-9db4-aa8e01cd9db5 is already hosted by enough agents. {{(pid=105526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:50:36.040319 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.scheduler.base_scheduler [None req-aabfd496-38f0-4aff-87a2-a14d72afdf6d None None] Resources bound (agent type, host, resource id): {{(pid=105526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:50:36.046597 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-dbb675f1-7494-4bfe-a0cb-5819b4142252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:36.052834 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 60500) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:50:36.053909 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabfd496-38f0-4aff-87a2-a14d72afdf6d None None] Received port after_create {{(pid=105526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:50:36.056327 dv-cinder-606346-32-iscsi neutron-server[105524]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 03 09:50:36.084355 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-dbb675f1-7494-4bfe-a0cb-5819b4142252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:36.091800 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-ffb191c3-040f-4571-8474-1110ced1f118 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.8867252 Sep 03 09:50:36.097221 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 60504) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:50:36.102562 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [None req-ab1f6ac3-0c03-4fb7-9240-702885fbdfe9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-256398060-router', 'tenant_id': 'c72df9f562c94a8aab79afac7263e6e5', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d'}}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:50:36.112043 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-7d8f8b4f-13bc-4b82-84c6-a7e8b2e8ef8e req-ce918cef-db6b-423c-af33-0f25f13639c2 service neutron] 10.222.0.67 "GET /v2.0/networks/76ea5923-f2d4-43d5-9ac3-137283a120e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438304 Sep 03 09:50:36.156771 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-dbb675f1-7494-4bfe-a0cb-5819b4142252 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bc76563e715b488395af27fcbbe3b54b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8112237 Sep 03 09:50:36.159954 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 60506) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:50:36.174014 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb675f1-7494-4bfe-a0cb-5819b4142252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f52e14-b8cf-44ea-8d26-0b5b4fdf5583,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:36.260153 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-621760cc-5808-468a-b37d-5ecc271cb6a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:36.268213 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-ab1f6ac3-0c03-4fb7-9240-702885fbdfe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8786'] for router, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:36.270910 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-ab1f6ac3-0c03-4fb7-9240-702885fbdfe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1691692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1695932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-424503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8811'] for router, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:36.309196 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabfd496-38f0-4aff-87a2-a14d72afdf6d None None] Pushing event updated for resources: {'Port': ['ID=019c9c5f-753b-44a3-9af8-239a6c972f01,revision_number=1']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:36.317877 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-621760cc-5808-468a-b37d-5ecc271cb6a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:36.337059 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-ab1f6ac3-0c03-4fb7-9240-702885fbdfe9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:36.341188 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabfd496-38f0-4aff-87a2-a14d72afdf6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:50:36.341735 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabfd496-38f0-4aff-87a2-a14d72afdf6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:50:36.342636 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabfd496-38f0-4aff-87a2-a14d72afdf6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:50:36.342636 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabfd496-38f0-4aff-87a2-a14d72afdf6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:50:36.343002 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabfd496-38f0-4aff-87a2-a14d72afdf6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:50:36.343746 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabfd496-38f0-4aff-87a2-a14d72afdf6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:50:36.344016 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabfd496-38f0-4aff-87a2-a14d72afdf6d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:50:36.344407 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabfd496-38f0-4aff-87a2-a14d72afdf6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:50:36.345221 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabfd496-38f0-4aff-87a2-a14d72afdf6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:50:36.346986 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabfd496-38f0-4aff-87a2-a14d72afdf6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:50:36.346986 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabfd496-38f0-4aff-87a2-a14d72afdf6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:50:36.347511 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabfd496-38f0-4aff-87a2-a14d72afdf6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:50:36.348864 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabfd496-38f0-4aff-87a2-a14d72afdf6d None None] Tracked resource versions report: Sep 03 09:50:36.348864 dv-cinder-606346-32-iscsi neutron-server[105526]: pushed versions: Sep 03 09:50:36.348864 dv-cinder-606346-32-iscsi neutron-server[105526]: { 'AddressGroup': {'1.2'}, Sep 03 09:50:36.348864 dv-cinder-606346-32-iscsi neutron-server[105526]: 'ConntrackHelper': {'1.0'}, Sep 03 09:50:36.348864 dv-cinder-606346-32-iscsi neutron-server[105526]: 'Log': {'1.0'}, Sep 03 09:50:36.348864 dv-cinder-606346-32-iscsi neutron-server[105526]: 'Network': {'1.1'}, Sep 03 09:50:36.348864 dv-cinder-606346-32-iscsi neutron-server[105526]: 'Port': {'1.7'}, Sep 03 09:50:36.348864 dv-cinder-606346-32-iscsi neutron-server[105526]: 'PortForwarding': {'1.2'}, Sep 03 09:50:36.348864 dv-cinder-606346-32-iscsi neutron-server[105526]: 'QosPolicy': {'1.9'}, Sep 03 09:50:36.348864 dv-cinder-606346-32-iscsi neutron-server[105526]: 'SecurityGroup': {'1.4'}, Sep 03 09:50:36.348864 dv-cinder-606346-32-iscsi neutron-server[105526]: 'SecurityGroupRule': {'1.2'}, Sep 03 09:50:36.348864 dv-cinder-606346-32-iscsi neutron-server[105526]: 'SubPort': {'1.0'}, Sep 03 09:50:36.348864 dv-cinder-606346-32-iscsi neutron-server[105526]: 'Subnet': {'1.1'}, Sep 03 09:50:36.348864 dv-cinder-606346-32-iscsi neutron-server[105526]: 'Trunk': {'1.1'}} Sep 03 09:50:36.348864 dv-cinder-606346-32-iscsi neutron-server[105526]: consumer versions: Sep 03 09:50:36.348864 dv-cinder-606346-32-iscsi neutron-server[105526]: { DHCP agent@dv-cinder-606346-32-iscsi: {}, Sep 03 09:50:36.348864 dv-cinder-606346-32-iscsi neutron-server[105526]: HyperV agent@hv-cinder-60634: {}, Sep 03 09:50:36.348864 dv-cinder-606346-32-iscsi neutron-server[105526]: L3 agent@dv-cinder-606346-32-iscsi: {}, Sep 03 09:50:36.348864 dv-cinder-606346-32-iscsi neutron-server[105526]: Metadata agent@dv-cinder-606346-32-iscsi: {}, Sep 03 09:50:36.348864 dv-cinder-606346-32-iscsi neutron-server[105526]: Metering agent@dv-cinder-606346-32-iscsi: {}, Sep 03 09:50:36.348864 dv-cinder-606346-32-iscsi neutron-server[105526]: Open vSwitch agent@dv-cinder-606346-32-iscsi: { 'AddressGroup': '1.2', Sep 03 09:50:36.348864 dv-cinder-606346-32-iscsi neutron-server[105526]: 'ConntrackHelper': '1.0', Sep 03 09:50:36.348864 dv-cinder-606346-32-iscsi neutron-server[105526]: 'Log': '1.0', Sep 03 09:50:36.348864 dv-cinder-606346-32-iscsi neutron-server[105526]: 'Network': '1.1', Sep 03 09:50:36.348864 dv-cinder-606346-32-iscsi neutron-server[105526]: 'Port': '1.7', Sep 03 09:50:36.348864 dv-cinder-606346-32-iscsi neutron-server[105526]: 'PortForwarding': '1.2', Sep 03 09:50:36.348864 dv-cinder-606346-32-iscsi neutron-server[105526]: 'QosPolicy': '1.9', Sep 03 09:50:36.348864 dv-cinder-606346-32-iscsi neutron-server[105526]: 'SecurityGroup': '1.4', Sep 03 09:50:36.348864 dv-cinder-606346-32-iscsi neutron-server[105526]: 'SecurityGroupRule': '1.2', Sep 03 09:50:36.348864 dv-cinder-606346-32-iscsi neutron-server[105526]: 'SubPort': '1.0', Sep 03 09:50:36.348864 dv-cinder-606346-32-iscsi neutron-server[105526]: 'Subnet': '1.1', Sep 03 09:50:36.348864 dv-cinder-606346-32-iscsi neutron-server[105526]: 'Trunk': '1.1'}} Sep 03 09:50:36.348864 dv-cinder-606346-32-iscsi neutron-server[105526]: {{(pid=105526) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 09:50:36.365867 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.managers [None req-aabfd496-38f0-4aff-87a2-a14d72afdf6d None None] Attempting to bind port 019c9c5f-753b-44a3-9af8-239a6c972f01 on host dv-cinder-606346-32-iscsi for vnic_type normal with profile {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 09:50:36.366282 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.managers [None req-aabfd496-38f0-4aff-87a2-a14d72afdf6d None None] Attempting to bind port 019c9c5f-753b-44a3-9af8-239a6c972f01 by drivers openvswitch,hyperv on host dv-cinder-606346-32-iscsi at level 0 using segments [{'id': '1683d286-1be2-443d-83f5-01a3e9736922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '528a02fc-44c8-4bd1-9db4-aa8e01cd9db5'}] {{(pid=105526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 09:50:36.366944 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabfd496-38f0-4aff-87a2-a14d72afdf6d None None] Attempting to bind port 019c9c5f-753b-44a3-9af8-239a6c972f01 on network 528a02fc-44c8-4bd1-9db4-aa8e01cd9db5 {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:50:36.374998 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabfd496-38f0-4aff-87a2-a14d72afdf6d None None] Checking agent: {'id': 'ce816ebf-b316-41f6-aeb5-8037a78dc56b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 9, 42, 33), 'started_at': datetime.datetime(2021, 9, 3, 9, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 9, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 09:50:36.375524 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabfd496-38f0-4aff-87a2-a14d72afdf6d None None] Checking segment: {'id': '1683d286-1be2-443d-83f5-01a3e9736922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '528a02fc-44c8-4bd1-9db4-aa8e01cd9db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:50:36.376033 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-aabfd496-38f0-4aff-87a2-a14d72afdf6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:36.376588 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabfd496-38f0-4aff-87a2-a14d72afdf6d None None] Bound using segment: {'id': '1683d286-1be2-443d-83f5-01a3e9736922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '528a02fc-44c8-4bd1-9db4-aa8e01cd9db5'} {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 09:50:36.377284 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.managers [None req-aabfd496-38f0-4aff-87a2-a14d72afdf6d None None] Bound port: 019c9c5f-753b-44a3-9af8-239a6c972f01, host: dv-cinder-606346-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1683d286-1be2-443d-83f5-01a3e9736922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '528a02fc-44c8-4bd1-9db4-aa8e01cd9db5'}}] {{(pid=105526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 09:50:36.378227 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-aabfd496-38f0-4aff-87a2-a14d72afdf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:36.384212 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-1f46ac56-162a-4a1a-ad94-e2c866c64a47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:36.394075 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb540f6-dceb-45e3-b5fe-7f866ff3ede0 None None] Network 7995b685-e18e-455d-be66-3bd792a79086 requested from dv-cinder-606346-32-iscsi {{(pid=105526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 09:50:36.405056 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-1f46ac56-162a-4a1a-ad94-e2c866c64a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:36.433038 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-621760cc-5808-468a-b37d-5ecc271cb6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:36.436000 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-621760cc-5808-468a-b37d-5ecc271cb6a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:36.437336 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-621760cc-5808-468a-b37d-5ecc271cb6a6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/15f52e14-b8cf-44ea-8d26-0b5b4fdf5583 HTTP/1.1" status: 204 len: 168 time: 0.2743721 Sep 03 09:50:36.486176 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621760cc-5808-468a-b37d-5ecc271cb6a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f52e14-b8cf-44ea-8d26-0b5b4fdf5583,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:36.523996 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-aabfd496-38f0-4aff-87a2-a14d72afdf6d None None] For port 019c9c5f-753b-44a3-9af8-239a6c972f01, host dv-cinder-606346-32-iscsi, cleared binding levels {{(pid=105526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 09:50:36.529286 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-aabfd496-38f0-4aff-87a2-a14d72afdf6d None None] For port 019c9c5f-753b-44a3-9af8-239a6c972f01, host dv-cinder-606346-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=019c9c5f-753b-44a3-9af8-239a6c972f01,segment=NetworkSegment(1683d286-1be2-443d-83f5-01a3e9736922),segment_id=1683d286-1be2-443d-83f5-01a3e9736922)] {{(pid=105526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 09:50:36.550322 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-aabfd496-38f0-4aff-87a2-a14d72afdf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:36.628516 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabfd496-38f0-4aff-87a2-a14d72afdf6d None None] Pushing event updated for resources: {'Port': ['ID=019c9c5f-753b-44a3-9af8-239a6c972f01,revision_number=2']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:36.675719 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793507e-8ed4-4dff-8d66-196609dffa31 req-3ab999da-d58d-43ba-a031-96dd2200fe5f tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:50:36.682903 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-8793507e-8ed4-4dff-8d66-196609dffa31 req-3ab999da-d58d-43ba-a031-96dd2200fe5f tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/networks?id=2ca7c045-af05-4524-bcc4-6b4f1b7ebefb HTTP/1.1" status: 200 len: 815 time: 0.6279626 Sep 03 09:50:36.746024 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-8793507e-8ed4-4dff-8d66-196609dffa31 req-084f2961-fb6f-4cde-b598-f7b2fe2c0d53 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/quotas/343cc1bfb2f9452291ef8e11cb33cf4c HTTP/1.1" status: 200 len: 375 time: 0.0463908 Sep 03 09:50:36.925510 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-d0d78423-19c9-424f-b337-a4157bcb53d3 req-2cfeefcb-a652-4f98-bf20-0dd635c5de74 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c515a30-d7df-41dd-8429-7d438784f532 HTTP/1.1" status: 200 len: 210 time: 0.0951905 Sep 03 09:50:36.966549 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.db_base_plugin_common [None req-1f46ac56-162a-4a1a-ad94-e2c866c64a47 admin admin] Allocated IP 172.27.3.245 (16dc62c0-adaf-4d17-9be4-5c31a1b1de1d/e699cb95-0a95-4e72-9bdf-93d4b1cc29ef/63a49cc8-1a5e-4872-a7bf-6365fb88411b) {{(pid=105525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:50:36.970165 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-ab1f6ac3-0c03-4fb7-9240-702885fbdfe9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:37.030226 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-8793507e-8ed4-4dff-8d66-196609dffa31 req-7fd67fe1-78cd-4073-99f0-18b5d0a8c1c9 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=343cc1bfb2f9452291ef8e11cb33cf4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2657354 Sep 03 09:50:37.209206 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 60558) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:50:37.256019 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-1f46ac56-162a-4a1a-ad94-e2c866c64a47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:37.257056 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-ec3239a4-d2e3-4a10-9a58-eaa77d6682ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:37.355688 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-1f46ac56-162a-4a1a-ad94-e2c866c64a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931'] for port, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:37.413455 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f46ac56-162a-4a1a-ad94-e2c866c64a47 admin admin] Network 16dc62c0-adaf-4d17-9be4-5c31a1b1de1d is already hosted by enough agents. {{(pid=105525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:50:37.422531 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.base_scheduler [None req-1f46ac56-162a-4a1a-ad94-e2c866c64a47 admin admin] Resources bound (agent type, host, resource id): {{(pid=105525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:50:37.434704 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f46ac56-162a-4a1a-ad94-e2c866c64a47 admin admin] Received port after_create {{(pid=105525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:50:37.529657 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 60570) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:50:37.578043 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f46ac56-162a-4a1a-ad94-e2c866c64a47 admin admin] Pushing event updated for resources: {'Port': ['ID=63a49cc8-1a5e-4872-a7bf-6365fb88411b,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:37.712777 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [req-8793507e-8ed4-4dff-8d66-196609dffa31 req-0a7da238-c3d5-4cbd-9b08-cba5f2f24189 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=105524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 09:50:37.720776 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-8793507e-8ed4-4dff-8d66-196609dffa31 req-0a7da238-c3d5-4cbd-9b08-cba5f2f24189 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1672773 Sep 03 09:50:37.776733 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-1f60ae2a-394d-4081-9540-d59711b069bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:37.791001 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-ab1f6ac3-0c03-4fb7-9240-702885fbdfe9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:37.842075 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-1f46ac56-162a-4a1a-ad94-e2c866c64a47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:37.917542 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 019c9c5f-753b-44a3-9af8-239a6c972f01 up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:50:38.014425 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning for port 019c9c5f-753b-44a3-9af8-239a6c972f01 completed by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:50:38.021110 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-ab1f6ac3-0c03-4fb7-9240-702885fbdfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:38.080690 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-ec3239a4-d2e3-4a10-9a58-eaa77d6682ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:38.113866 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-f3a63dc4-6fd3-461b-84a5-9413a3f0c128 req-d44dcffb-cbef-43a2-b162-70942f0f055e tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c515a30-d7df-41dd-8429-7d438784f532 HTTP/1.1" status: 200 len: 210 time: 0.0695226 Sep 03 09:50:38.131778 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca36eb2-aa94-45bf-83c1-7f53dcf7016d None None] Network 528a02fc-44c8-4bd1-9db4-aa8e01cd9db5 requested from dv-cinder-606346-32-iscsi {{(pid=105526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 09:50:38.152515 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-ec3239a4-d2e3-4a10-9a58-eaa77d6682ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:38.167896 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-1f46ac56-162a-4a1a-ad94-e2c866c64a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1691685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1695977'] for router, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:38.173920 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-09a88190-49ce-4157-be98-cd0b73d928c1 None None] Provisioning for port 019c9c5f-753b-44a3-9af8-239a6c972f01 completed by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:50:38.217359 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-09a88190-49ce-4157-be98-cd0b73d928c1 None None] Provisioning complete for port 019c9c5f-753b-44a3-9af8-239a6c972f01 triggered by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:50:38.217993 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-09a88190-49ce-4157-be98-cd0b73d928c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:38.275503 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-8793507e-8ed4-4dff-8d66-196609dffa31 req-248e206a-0f8e-4b5c-bb77-031ce17c37eb service neutron] 10.222.0.67 "GET /v2.0/networks/2ca7c045-af05-4524-bcc4-6b4f1b7ebefb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5537810 Sep 03 09:50:38.305818 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3239a4-d2e3-4a10-9a58-eaa77d6682ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc105ee-17cc-422c-b355-c3c8e3752b5e,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:38.318008 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f46ac56-162a-4a1a-ad94-e2c866c64a47 admin admin] Router 38794d3a-c92d-47ec-b4c8-236350fd6216 is scheduled to L3 agent d52909a0-0f60-4ffe-9597-25dbe871271a with binding_index 1 {{(pid=105525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 09:50:38.325126 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-ec3239a4-d2e3-4a10-9a58-eaa77d6682ff admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fec690576cda48a1ad7557a2a13d68b3&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1115398 Sep 03 09:50:38.331333 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 60606) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:50:38.393098 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-09a88190-49ce-4157-be98-cd0b73d928c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:38.434546 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-09a88190-49ce-4157-be98-cd0b73d928c1 None None] For port 019c9c5f-753b-44a3-9af8-239a6c972f01, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=019c9c5f-753b-44a3-9af8-239a6c972f01,segment=NetworkSegment(1683d286-1be2-443d-83f5-01a3e9736922),segment_id=1683d286-1be2-443d-83f5-01a3e9736922)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:50:38.443073 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-09a88190-49ce-4157-be98-cd0b73d928c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:38.515433 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f46ac56-162a-4a1a-ad94-e2c866c64a47 admin admin] Notify agent at l3_agent.dv-cinder-606346-32-iscsi the message routers_updated {{(pid=105525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 09:50:38.521926 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.db_base_plugin_common [None req-ab1f6ac3-0c03-4fb7-9240-702885fbdfe9 admin admin] Allocated IP 172.27.3.135 (16dc62c0-adaf-4d17-9be4-5c31a1b1de1d/e699cb95-0a95-4e72-9bdf-93d4b1cc29ef/9026eb9c-1d51-412b-bba4-4185b848615f) {{(pid=105524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:50:38.529431 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d125ad9-23b7-4b87-ba84-6ad98ce26a82 None None] Sync routers for ids ['38794d3a-c92d-47ec-b4c8-236350fd6216'] in dv-cinder-606346-32-iscsi {{(pid=105527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 09:50:38.543683 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d125ad9-23b7-4b87-ba84-6ad98ce26a82 None None] Routers {'38794d3a-c92d-47ec-b4c8-236350fd6216'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:50:38.545137 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-4d125ad9-23b7-4b87-ba84-6ad98ce26a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:50:32Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['38794d3a-c92d-47ec-b4c8-236350fd6216'], 'active': True} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:50:38.547602 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a88190-49ce-4157-be98-cd0b73d928c1 None None] Pushing event updated for resources: {'Port': ['ID=019c9c5f-753b-44a3-9af8-239a6c972f01,revision_number=3']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:38.608837 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-8793507e-8ed4-4dff-8d66-196609dffa31 req-5ef2948b-651c-43c7-86b2-c8023811a805 service neutron] 10.222.0.67 "GET /v2.0/networks/2ca7c045-af05-4524-bcc4-6b4f1b7ebefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323803 Sep 03 09:50:38.640303 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-1f60ae2a-394d-4081-9540-d59711b069bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:38.658406 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-1f46ac56-162a-4a1a-ad94-e2c866c64a47 admin admin] Notify callbacks [] for router, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:38.660673 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-1f46ac56-162a-4a1a-ad94-e2c866c64a47 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.7668481 Sep 03 09:50:38.661305 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 60622) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:50:38.677653 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-1f60ae2a-394d-4081-9540-d59711b069bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:38.749823 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvr_db [None req-4d125ad9-23b7-4b87-ba84-6ad98ce26a82 None None] Set router 38794d3a-c92d-47ec-b4c8-236350fd6216 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:50:38.799096 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f60ae2a-394d-4081-9540-d59711b069bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8f2035-3653-4a54-87cd-d286b3be463e,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:38.805861 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-504380e8-fe2f-45e7-9833-18b075fa9265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:38.883205 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-504380e8-fe2f-45e7-9833-18b075fa9265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:38.895135 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-21edf77f-99be-4e93-8ded-9ad204d97019 None None] Provisioning complete for port 019c9c5f-753b-44a3-9af8-239a6c972f01 triggered by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:50:38.903308 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-21edf77f-99be-4e93-8ded-9ad204d97019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:39.086865 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-4d125ad9-23b7-4b87-ba84-6ad98ce26a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'name': 'tempest-AttachVolumeShelveTestJSON-253564211-router', 'tenant_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '63a49cc8-1a5e-4872-a7bf-6365fb88411b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:50:35Z', 'updated_at': '2021-09-03T09:50:37Z', 'revision_number': 3, 'project_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'gw_port': {'id': '63a49cc8-1a5e-4872-a7bf-6365fb88411b', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:50:36Z', 'updated_at': '2021-09-03T09:50:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi'}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:50:39.141370 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d125ad9-23b7-4b87-ba84-6ad98ce26a82 None None] Checking router: 38794d3a-c92d-47ec-b4c8-236350fd6216 for host: dv-cinder-606346-32-iscsi {{(pid=105527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 09:50:39.142103 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d125ad9-23b7-4b87-ba84-6ad98ce26a82 None None] Updating router 38794d3a-c92d-47ec-b4c8-236350fd6216 port 63a49cc8-1a5e-4872-a7bf-6365fb88411b binding host dv-cinder-606346-32-iscsi {{(pid=105527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 09:50:39.176607 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-ab1f6ac3-0c03-4fb7-9240-702885fbdfe9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:39.182968 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-4d125ad9-23b7-4b87-ba84-6ad98ce26a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:39.205765 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-1f60ae2a-394d-4081-9540-d59711b069bd admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b38e5ef890d0465797c73ccd7be0340a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6650920 Sep 03 09:50:39.207086 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 60656) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:50:39.344686 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-3e4bf910-2aca-4e96-afec-f055b1594fe1 req-9ebbf87a-702b-49a1-ab82-dd2e2780b74b tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f84537e-9ce9-4e28-aad0-6a133fa89679 HTTP/1.1" status: 200 len: 210 time: 0.1343970 Sep 03 09:50:39.421559 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-7f5750c2-e0f0-4856-9139-b0733249268b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:39.424631 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-504380e8-fe2f-45e7-9833-18b075fa9265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:39.428371 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-504380e8-fe2f-45e7-9833-18b075fa9265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:39.432793 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-504380e8-fe2f-45e7-9833-18b075fa9265 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/acc105ee-17cc-422c-b355-c3c8e3752b5e HTTP/1.1" status: 204 len: 168 time: 1.0929914 Sep 03 09:50:39.477529 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-ab1f6ac3-0c03-4fb7-9240-702885fbdfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931'] for port, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:39.513547 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-7f5750c2-e0f0-4856-9139-b0733249268b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:39.743762 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.60', 59851) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:50:39.747711 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504380e8-fe2f-45e7-9833-18b075fa9265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc105ee-17cc-422c-b355-c3c8e3752b5e,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:39.867635 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1f6ac3-0c03-4fb7-9240-702885fbdfe9 admin admin] Network 16dc62c0-adaf-4d17-9be4-5c31a1b1de1d is already hosted by enough agents. {{(pid=105524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:50:39.892315 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.base_scheduler [None req-ab1f6ac3-0c03-4fb7-9240-702885fbdfe9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:50:39.899453 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-7f5750c2-e0f0-4856-9139-b0733249268b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:39.903961 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1f6ac3-0c03-4fb7-9240-702885fbdfe9 admin admin] Received port after_create {{(pid=105524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:50:39.908007 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-7f5750c2-e0f0-4856-9139-b0733249268b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:39.914218 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-7f5750c2-e0f0-4856-9139-b0733249268b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5e8f2035-3653-4a54-87cd-d286b3be463e HTTP/1.1" status: 204 len: 168 time: 0.7061157 Sep 03 09:50:39.947492 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 019c9c5f-753b-44a3-9af8-239a6c972f01 up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:50:39.956062 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f6ac3-0c03-4fb7-9240-702885fbdfe9 admin admin] Pushing event updated for resources: {'Port': ['ID=9026eb9c-1d51-412b-bba4-4185b848615f,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:40.055987 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-4d125ad9-23b7-4b87-ba84-6ad98ce26a82 None None] Notify callbacks [] for port, precommit_update {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:40.067175 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-e528ca66-c7a9-458f-930b-2278b4f683e2 req-10f1d23d-eebf-4b4a-a3bf-6979a372c0f3 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c515a30-d7df-41dd-8429-7d438784f532 HTTP/1.1" status: 200 len: 210 time: 0.2527630 Sep 03 09:50:40.085930 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f8b4f-13bc-4b82-84c6-a7e8b2e8ef8e req-6c8ce9f0-7c8b-45eb-8990-f33e6d0f12f1 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:50:40.090560 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-7d8f8b4f-13bc-4b82-84c6-a7e8b2e8ef8e req-6c8ce9f0-7c8b-45eb-8990-f33e6d0f12f1 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.60 "GET /v2.0/networks?id=76ea5923-f2d4-43d5-9ac3-137283a120e8 HTTP/1.1" status: 200 len: 811 time: 0.3168669 Sep 03 09:50:40.096956 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.provisioning_blocks [None req-4d125ad9-23b7-4b87-ba84-6ad98ce26a82 None None] Transition to ACTIVE for port object 63a49cc8-1a5e-4872-a7bf-6365fb88411b will not be triggered until provisioned by entity L2. {{(pid=105527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:50:40.100914 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5750c2-e0f0-4856-9139-b0733249268b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8f2035-3653-4a54-87cd-d286b3be463e,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:40.118342 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-4d125ad9-23b7-4b87-ba84-6ad98ce26a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:40.172781 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning complete for port 019c9c5f-753b-44a3-9af8-239a6c972f01 triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:50:40.176418 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:40.231290 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [req-7d8f8b4f-13bc-4b82-84c6-a7e8b2e8ef8e req-93a58e1a-424f-41f3-a448-eedb626b1f01 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] Request body: {'port': {'device_id': '2c515a30-d7df-41dd-8429-7d438784f532', 'network_id': '76ea5923-f2d4-43d5-9ac3-137283a120e8', 'admin_state_up': True, 'tenant_id': '6c9427e359fc473380a2abdd17c24402'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:50:40.256944 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3dc24a-8db3-4c22-b4d3-d8fc9e490a5a None None] Pushing event updated for resources: {'Port': ['ID=63a49cc8-1a5e-4872-a7bf-6365fb88411b,revision_number=2']} {{(pid=105527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:40.293363 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3dc24a-8db3-4c22-b4d3-d8fc9e490a5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:50:40.293985 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3dc24a-8db3-4c22-b4d3-d8fc9e490a5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:50:40.294649 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3dc24a-8db3-4c22-b4d3-d8fc9e490a5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:50:40.295311 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3dc24a-8db3-4c22-b4d3-d8fc9e490a5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:50:40.295963 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3dc24a-8db3-4c22-b4d3-d8fc9e490a5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:50:40.296798 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3dc24a-8db3-4c22-b4d3-d8fc9e490a5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:50:40.297394 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3dc24a-8db3-4c22-b4d3-d8fc9e490a5a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:50:40.298091 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3dc24a-8db3-4c22-b4d3-d8fc9e490a5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:50:40.298657 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3dc24a-8db3-4c22-b4d3-d8fc9e490a5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:50:40.310415 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3dc24a-8db3-4c22-b4d3-d8fc9e490a5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:50:40.312329 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3dc24a-8db3-4c22-b4d3-d8fc9e490a5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:50:40.312759 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3dc24a-8db3-4c22-b4d3-d8fc9e490a5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:50:40.314726 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3dc24a-8db3-4c22-b4d3-d8fc9e490a5a None None] Tracked resource versions report: Sep 03 09:50:40.314726 dv-cinder-606346-32-iscsi neutron-server[105527]: pushed versions: Sep 03 09:50:40.314726 dv-cinder-606346-32-iscsi neutron-server[105527]: { 'AddressGroup': {'1.2'}, Sep 03 09:50:40.314726 dv-cinder-606346-32-iscsi neutron-server[105527]: 'ConntrackHelper': {'1.0'}, Sep 03 09:50:40.314726 dv-cinder-606346-32-iscsi neutron-server[105527]: 'Log': {'1.0'}, Sep 03 09:50:40.314726 dv-cinder-606346-32-iscsi neutron-server[105527]: 'Network': {'1.1'}, Sep 03 09:50:40.314726 dv-cinder-606346-32-iscsi neutron-server[105527]: 'Port': {'1.7'}, Sep 03 09:50:40.314726 dv-cinder-606346-32-iscsi neutron-server[105527]: 'PortForwarding': {'1.2'}, Sep 03 09:50:40.314726 dv-cinder-606346-32-iscsi neutron-server[105527]: 'QosPolicy': {'1.9'}, Sep 03 09:50:40.314726 dv-cinder-606346-32-iscsi neutron-server[105527]: 'SecurityGroup': {'1.4'}, Sep 03 09:50:40.314726 dv-cinder-606346-32-iscsi neutron-server[105527]: 'SecurityGroupRule': {'1.2'}, Sep 03 09:50:40.314726 dv-cinder-606346-32-iscsi neutron-server[105527]: 'SubPort': {'1.0'}, Sep 03 09:50:40.314726 dv-cinder-606346-32-iscsi neutron-server[105527]: 'Subnet': {'1.1'}, Sep 03 09:50:40.314726 dv-cinder-606346-32-iscsi neutron-server[105527]: 'Trunk': {'1.1'}} Sep 03 09:50:40.314726 dv-cinder-606346-32-iscsi neutron-server[105527]: consumer versions: Sep 03 09:50:40.314726 dv-cinder-606346-32-iscsi neutron-server[105527]: { DHCP agent@dv-cinder-606346-32-iscsi: {}, Sep 03 09:50:40.314726 dv-cinder-606346-32-iscsi neutron-server[105527]: HyperV agent@hv-cinder-60634: {}, Sep 03 09:50:40.314726 dv-cinder-606346-32-iscsi neutron-server[105527]: L3 agent@dv-cinder-606346-32-iscsi: {}, Sep 03 09:50:40.314726 dv-cinder-606346-32-iscsi neutron-server[105527]: Metadata agent@dv-cinder-606346-32-iscsi: {}, Sep 03 09:50:40.314726 dv-cinder-606346-32-iscsi neutron-server[105527]: Metering agent@dv-cinder-606346-32-iscsi: {}, Sep 03 09:50:40.314726 dv-cinder-606346-32-iscsi neutron-server[105527]: Open vSwitch agent@dv-cinder-606346-32-iscsi: { 'AddressGroup': '1.2', Sep 03 09:50:40.314726 dv-cinder-606346-32-iscsi neutron-server[105527]: 'ConntrackHelper': '1.0', Sep 03 09:50:40.314726 dv-cinder-606346-32-iscsi neutron-server[105527]: 'Log': '1.0', Sep 03 09:50:40.314726 dv-cinder-606346-32-iscsi neutron-server[105527]: 'Network': '1.1', Sep 03 09:50:40.314726 dv-cinder-606346-32-iscsi neutron-server[105527]: 'Port': '1.7', Sep 03 09:50:40.314726 dv-cinder-606346-32-iscsi neutron-server[105527]: 'PortForwarding': '1.2', Sep 03 09:50:40.314726 dv-cinder-606346-32-iscsi neutron-server[105527]: 'QosPolicy': '1.9', Sep 03 09:50:40.314726 dv-cinder-606346-32-iscsi neutron-server[105527]: 'SecurityGroup': '1.4', Sep 03 09:50:40.314726 dv-cinder-606346-32-iscsi neutron-server[105527]: 'SecurityGroupRule': '1.2', Sep 03 09:50:40.314726 dv-cinder-606346-32-iscsi neutron-server[105527]: 'SubPort': '1.0', Sep 03 09:50:40.314726 dv-cinder-606346-32-iscsi neutron-server[105527]: 'Subnet': '1.1', Sep 03 09:50:40.314726 dv-cinder-606346-32-iscsi neutron-server[105527]: 'Trunk': '1.1'}} Sep 03 09:50:40.314726 dv-cinder-606346-32-iscsi neutron-server[105527]: {{(pid=105527) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 09:50:40.356703 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.managers [None req-4d125ad9-23b7-4b87-ba84-6ad98ce26a82 None None] Attempting to bind port 63a49cc8-1a5e-4872-a7bf-6365fb88411b on host dv-cinder-606346-32-iscsi for vnic_type normal with profile {{(pid=105527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 09:50:40.357439 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.managers [None req-4d125ad9-23b7-4b87-ba84-6ad98ce26a82 None None] Attempting to bind port 63a49cc8-1a5e-4872-a7bf-6365fb88411b by drivers openvswitch,hyperv on host dv-cinder-606346-32-iscsi at level 0 using segments [{'id': '454dc13d-4a6c-4de8-982e-8a57b380b104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d'}] {{(pid=105527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 09:50:40.361261 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d125ad9-23b7-4b87-ba84-6ad98ce26a82 None None] Attempting to bind port 63a49cc8-1a5e-4872-a7bf-6365fb88411b on network 16dc62c0-adaf-4d17-9be4-5c31a1b1de1d {{(pid=105527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:50:40.384654 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d125ad9-23b7-4b87-ba84-6ad98ce26a82 None None] Checking agent: {'id': 'ce816ebf-b316-41f6-aeb5-8037a78dc56b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 9, 42, 33), 'started_at': datetime.datetime(2021, 9, 3, 9, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 9, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 09:50:40.385866 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d125ad9-23b7-4b87-ba84-6ad98ce26a82 None None] Checking segment: {'id': '454dc13d-4a6c-4de8-982e-8a57b380b104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:50:40.387253 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-4d125ad9-23b7-4b87-ba84-6ad98ce26a82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:40.388869 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d125ad9-23b7-4b87-ba84-6ad98ce26a82 None None] Bound using segment: {'id': '454dc13d-4a6c-4de8-982e-8a57b380b104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d'} {{(pid=105527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 09:50:40.389864 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.managers [None req-4d125ad9-23b7-4b87-ba84-6ad98ce26a82 None None] Bound port: 63a49cc8-1a5e-4872-a7bf-6365fb88411b, host: dv-cinder-606346-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '454dc13d-4a6c-4de8-982e-8a57b380b104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d'}}] {{(pid=105527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 09:50:40.390905 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-4d125ad9-23b7-4b87-ba84-6ad98ce26a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:40.524054 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.db [None req-4d125ad9-23b7-4b87-ba84-6ad98ce26a82 None None] For port 63a49cc8-1a5e-4872-a7bf-6365fb88411b, host dv-cinder-606346-32-iscsi, cleared binding levels {{(pid=105527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 09:50:40.529630 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.db [None req-4d125ad9-23b7-4b87-ba84-6ad98ce26a82 None None] For port 63a49cc8-1a5e-4872-a7bf-6365fb88411b, host dv-cinder-606346-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=63a49cc8-1a5e-4872-a7bf-6365fb88411b,segment=NetworkSegment(454dc13d-4a6c-4de8-982e-8a57b380b104),segment_id=454dc13d-4a6c-4de8-982e-8a57b380b104)] {{(pid=105527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 09:50:40.536950 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-4d125ad9-23b7-4b87-ba84-6ad98ce26a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:40.545931 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-8c3ebd4a-470a-4e56-98ce-0bc8fcfd83c1 req-56420849-d1b6-4289-81a0-25eb978f8908 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f84537e-9ce9-4e28-aad0-6a133fa89679 HTTP/1.1" status: 200 len: 210 time: 0.0544758 Sep 03 09:50:40.743301 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3dc24a-8db3-4c22-b4d3-d8fc9e490a5a None None] Pushing event updated for resources: {'Port': ['ID=63a49cc8-1a5e-4872-a7bf-6365fb88411b,revision_number=3']} {{(pid=105527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:40.763141 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d125ad9-23b7-4b87-ba84-6ad98ce26a82 None None] Routers {'38794d3a-c92d-47ec-b4c8-236350fd6216'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:50:40.763666 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-4d125ad9-23b7-4b87-ba84-6ad98ce26a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:50:32Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['38794d3a-c92d-47ec-b4c8-236350fd6216'], 'active': True} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:50:40.792825 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 60742) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:50:40.818943 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-55bd259f-05d1-413b-b449-b0f6d7591385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:41.031958 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvr_db [None req-4d125ad9-23b7-4b87-ba84-6ad98ce26a82 None None] Set router 38794d3a-c92d-47ec-b4c8-236350fd6216 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:50:41.148178 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-ab1f6ac3-0c03-4fb7-9240-702885fbdfe9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:41.162460 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.db_base_plugin_common [None req-55bd259f-05d1-413b-b449-b0f6d7591385 admin admin] Allocated IP 172.20.0.1 (528a02fc-44c8-4bd1-9db4-aa8e01cd9db5/8b9bc1cc-f1d0-4f7b-aa38-f059a6d84938/c546163f-f2b2-4f5d-826e-88ccab3dfc8f) {{(pid=105525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:50:41.390933 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-ab1f6ac3-0c03-4fb7-9240-702885fbdfe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1691685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1695977'] for router, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:41.420953 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-810789b4-13b6-4252-9e2a-3d1cdb8cfb30 req-54fef914-0522-417d-a61d-f724c9cfdfc1 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c515a30-d7df-41dd-8429-7d438784f532 HTTP/1.1" status: 200 len: 210 time: 0.0983684 Sep 03 09:50:41.431576 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-4d125ad9-23b7-4b87-ba84-6ad98ce26a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'name': 'tempest-AttachVolumeShelveTestJSON-253564211-router', 'tenant_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '63a49cc8-1a5e-4872-a7bf-6365fb88411b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:50:35Z', 'updated_at': '2021-09-03T09:50:37Z', 'revision_number': 3, 'project_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'gw_port': {'id': '63a49cc8-1a5e-4872-a7bf-6365fb88411b', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:50:36Z', 'updated_at': '2021-09-03T09:50:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi'}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:50:41.446698 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-4552b57d-c0f3-4eaf-a9b6-6584c2fa1dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:41.446943 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d8f8b4f-13bc-4b82-84c6-a7e8b2e8ef8e req-93a58e1a-424f-41f3-a448-eedb626b1f01 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] Made reservation on behalf of 6c9427e359fc473380a2abdd17c24402 for: {'port': 1} {{(pid=105524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:50:41.446943 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-7d8f8b4f-13bc-4b82-84c6-a7e8b2e8ef8e req-93a58e1a-424f-41f3-a448-eedb626b1f01 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:41.477941 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d125ad9-23b7-4b87-ba84-6ad98ce26a82 None None] The sync data for ids ['38794d3a-c92d-47ec-b4c8-236350fd6216'] in dv-cinder-606346-32-iscsi is: [{'id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'name': 'tempest-AttachVolumeShelveTestJSON-253564211-router', 'tenant_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '63a49cc8-1a5e-4872-a7bf-6365fb88411b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:50:35Z', 'updated_at': '2021-09-03T09:50:37Z', 'revision_number': 3, 'project_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'gw_port': {'id': '63a49cc8-1a5e-4872-a7bf-6365fb88411b', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:50:36Z', 'updated_at': '2021-09-03T09:50:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi'}] {{(pid=105527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 09:50:41.547647 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-55bd259f-05d1-413b-b449-b0f6d7591385 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:41.575874 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.provisioning_blocks [None req-55bd259f-05d1-413b-b449-b0f6d7591385 admin admin] Transition to ACTIVE for port object c546163f-f2b2-4f5d-826e-88ccab3dfc8f will not be triggered until provisioned by entity DHCP. {{(pid=105525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:50:41.679015 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-55bd259f-05d1-413b-b449-b0f6d7591385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931'] for port, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:41.824960 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.60', 59859) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:50:41.880737 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-4552b57d-c0f3-4eaf-a9b6-6584c2fa1dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:41.990368 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-4552b57d-c0f3-4eaf-a9b6-6584c2fa1dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:42.030376 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bd259f-05d1-413b-b449-b0f6d7591385 admin admin] Network 528a02fc-44c8-4bd1-9db4-aa8e01cd9db5 is already hosted by enough agents. {{(pid=105525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:50:42.375867 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-d83a69ce-b5bf-469a-b884-4681139c1f2b req-cb49f92b-8ef9-4bf7-90e1-90b5e724c24a tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f84537e-9ce9-4e28-aad0-6a133fa89679 HTTP/1.1" status: 200 len: 210 time: 0.1406374 Sep 03 09:50:42.383078 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.base_scheduler [None req-55bd259f-05d1-413b-b449-b0f6d7591385 admin admin] Resources bound (agent type, host, resource id): {{(pid=105525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:50:42.383078 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bd259f-05d1-413b-b449-b0f6d7591385 admin admin] Received port after_create {{(pid=105525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:50:42.383078 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-55bd259f-05d1-413b-b449-b0f6d7591385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417468'] for router_interface, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:42.680659 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab1f6ac3-0c03-4fb7-9240-702885fbdfe9 admin admin] Router cd5e7bd5-fddd-4861-a5e1-87a5840679e3 is scheduled to L3 agent d52909a0-0f60-4ffe-9597-25dbe871271a with binding_index 1 {{(pid=105524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 09:50:42.738169 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-bc231a17-4901-4ab5-8f7b-33c41264bdd5 None None] Provisioning for port c546163f-f2b2-4f5d-826e-88ccab3dfc8f completed by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:50:42.747526 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bd259f-05d1-413b-b449-b0f6d7591385 admin admin] Pushing event updated for resources: {'Port': ['ID=c546163f-f2b2-4f5d-826e-88ccab3dfc8f,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:42.769735 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-bc231a17-4901-4ab5-8f7b-33c41264bdd5 None None] Provisioning complete for port c546163f-f2b2-4f5d-826e-88ccab3dfc8f triggered by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:50:42.770931 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-bc231a17-4901-4ab5-8f7b-33c41264bdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:42.782265 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-4552b57d-c0f3-4eaf-a9b6-6584c2fa1dd7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b45d8381f1154116847b78e112505137&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9856896 Sep 03 09:50:42.788431 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 60816) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:50:42.800228 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793507e-8ed4-4dff-8d66-196609dffa31 req-0c574c39-3972-4e13-9a26-e1a70ae0ee1c tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:50:42.802567 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-8793507e-8ed4-4dff-8d66-196609dffa31 req-0c574c39-3972-4e13-9a26-e1a70ae0ee1c tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.60 "GET /v2.0/networks?id=2ca7c045-af05-4524-bcc4-6b4f1b7ebefb HTTP/1.1" status: 200 len: 815 time: 0.8882761 Sep 03 09:50:42.855284 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.db_base_plugin_common [req-7d8f8b4f-13bc-4b82-84c6-a7e8b2e8ef8e req-93a58e1a-424f-41f3-a448-eedb626b1f01 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] Allocated IP 172.20.0.7 (76ea5923-f2d4-43d5-9ac3-137283a120e8/9de1d78b-011a-4ab0-ae36-c320ca457189/547a93d6-30a5-4d82-b68d-4a9debfb2f71) {{(pid=105524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:50:42.878272 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-d03e6678-d765-49bb-8e83-abee3da2504f req-9908ea96-f396-40d7-b69f-49dc5fb72ab7 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c515a30-d7df-41dd-8429-7d438784f532 HTTP/1.1" status: 200 len: 210 time: 0.1173368 Sep 03 09:50:42.883451 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4552b57d-c0f3-4eaf-a9b6-6584c2fa1dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=498f2e43-508d-49cb-92e4-1b23c9b53417,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:42.903169 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-55bd259f-05d1-413b-b449-b0f6d7591385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:42.933130 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [req-8793507e-8ed4-4dff-8d66-196609dffa31 req-aa5aa58e-1dce-4e96-80eb-9579ff713ebb tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Request body: {'port': {'device_id': '2f84537e-9ce9-4e28-aad0-6a133fa89679', 'network_id': '2ca7c045-af05-4524-bcc4-6b4f1b7ebefb', 'admin_state_up': True, 'tenant_id': '343cc1bfb2f9452291ef8e11cb33cf4c'}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:50:43.002551 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-bc231a17-4901-4ab5-8f7b-33c41264bdd5 None None] Port c546163f-f2b2-4f5d-826e-88ccab3dfc8f cannot update to ACTIVE because it is not bound. {{(pid=105526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 09:50:43.401763 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-8e05102a-ddba-4148-a9a3-d377a0005d87 req-53b5db67-6da3-4d35-b8e7-8a4992f63e0e tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f84537e-9ce9-4e28-aad0-6a133fa89679 HTTP/1.1" status: 200 len: 210 time: 0.0734851 Sep 03 09:50:43.603355 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8793507e-8ed4-4dff-8d66-196609dffa31 req-aa5aa58e-1dce-4e96-80eb-9579ff713ebb tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Made reservation on behalf of 343cc1bfb2f9452291ef8e11cb33cf4c for: {'port': 1} {{(pid=105525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:50:43.607495 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-8793507e-8ed4-4dff-8d66-196609dffa31 req-aa5aa58e-1dce-4e96-80eb-9579ff713ebb tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:43.645838 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-16e73f52-29a2-4839-8606-d5d149c20d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:43.739508 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1f6ac3-0c03-4fb7-9240-702885fbdfe9 admin admin] Notify agent at l3_agent.dv-cinder-606346-32-iscsi the message routers_updated {{(pid=105524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 09:50:43.742682 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-55bd259f-05d1-413b-b449-b0f6d7591385 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:43.762736 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00fb4bf-b78c-4e6f-81be-eb1f8de45c33 None None] Sync routers for ids ['cd5e7bd5-fddd-4861-a5e1-87a5840679e3'] in dv-cinder-606346-32-iscsi {{(pid=105526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 09:50:43.776531 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00fb4bf-b78c-4e6f-81be-eb1f8de45c33 None None] Routers {'cd5e7bd5-fddd-4861-a5e1-87a5840679e3'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:50:43.795219 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-f00fb4bf-b78c-4e6f-81be-eb1f8de45c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:50:32Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['cd5e7bd5-fddd-4861-a5e1-87a5840679e3'], 'active': True} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:50:43.846768 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-16e73f52-29a2-4839-8606-d5d149c20d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:43.848165 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-55bd259f-05d1-413b-b449-b0f6d7591385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:43.848967 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-55bd259f-05d1-413b-b449-b0f6d7591385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1832124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694508'] for router_interface, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:43.986909 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-ab1f6ac3-0c03-4fb7-9240-702885fbdfe9 admin admin] Notify callbacks [] for router, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:43.988558 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-ab1f6ac3-0c03-4fb7-9240-702885fbdfe9 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.8900008 Sep 03 09:50:44.011925 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 60864) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:50:44.099329 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 60866) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:50:44.166565 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bd259f-05d1-413b-b449-b0f6d7591385 admin admin] Pushing event updated for resources: {'Port': ['ID=c546163f-f2b2-4f5d-826e-88ccab3dfc8f,revision_number=2']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:44.292753 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.db_base_plugin_common [req-8793507e-8ed4-4dff-8d66-196609dffa31 req-aa5aa58e-1dce-4e96-80eb-9579ff713ebb tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Allocated IP 172.20.0.12 (2ca7c045-af05-4524-bcc4-6b4f1b7ebefb/8da37cab-7d9d-4282-adea-29440e0d2f69/8f14eea0-cbb9-4187-b8dd-48cbd6747e9d) {{(pid=105525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:50:44.338901 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bd259f-05d1-413b-b449-b0f6d7591385 admin admin] Network 528a02fc-44c8-4bd1-9db4-aa8e01cd9db5 is already hosted by enough agents. {{(pid=105525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:50:44.344343 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.base_scheduler [None req-55bd259f-05d1-413b-b449-b0f6d7591385 admin admin] Resources bound (agent type, host, resource id): {{(pid=105525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:50:44.456450 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvr_db [None req-f00fb4bf-b78c-4e6f-81be-eb1f8de45c33 None None] Set router cd5e7bd5-fddd-4861-a5e1-87a5840679e3 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:50:44.601052 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 63a49cc8-1a5e-4872-a7bf-6365fb88411b up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:50:44.635483 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-7d8f8b4f-13bc-4b82-84c6-a7e8b2e8ef8e req-93a58e1a-424f-41f3-a448-eedb626b1f01 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] Notify callbacks [] for port, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:44.781854 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-a2967804-1998-49d9-88fd-c62cb76daf43 req-a2bd1239-de7a-4170-b3b8-c9fe6e157636 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c515a30-d7df-41dd-8429-7d438784f532 HTTP/1.1" status: 200 len: 210 time: 0.4964123 Sep 03 09:50:44.795725 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-7d8f8b4f-13bc-4b82-84c6-a7e8b2e8ef8e req-93a58e1a-424f-41f3-a448-eedb626b1f01 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931'] for port, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:44.882591 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning for port 63a49cc8-1a5e-4872-a7bf-6365fb88411b completed by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:50:44.892316 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning complete for port 63a49cc8-1a5e-4872-a7bf-6365fb88411b triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:50:44.892679 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:45.003772 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-16e73f52-29a2-4839-8606-d5d149c20d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:45.016044 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-e1684e4d-986a-46fc-a35d-9c37de37e3ce None None] Provisioning complete for port c546163f-f2b2-4f5d-826e-88ccab3dfc8f triggered by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:50:45.016867 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-16e73f52-29a2-4839-8606-d5d149c20d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:45.021383 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-16e73f52-29a2-4839-8606-d5d149c20d5e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/498f2e43-508d-49cb-92e4-1b23c9b53417 HTTP/1.1" status: 204 len: 168 time: 2.2017972 Sep 03 09:50:45.042412 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-e1684e4d-986a-46fc-a35d-9c37de37e3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:45.080848 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d8f8b4f-13bc-4b82-84c6-a7e8b2e8ef8e req-93a58e1a-424f-41f3-a448-eedb626b1f01 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] Network 76ea5923-f2d4-43d5-9ac3-137283a120e8 is already hosted by enough agents. {{(pid=105524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:50:45.089137 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e73f52-29a2-4839-8606-d5d149c20d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498f2e43-508d-49cb-92e4-1b23c9b53417,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:45.117940 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-258ed9ff-689b-42b0-806c-38df82724c25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:45.131609 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.base_scheduler [req-7d8f8b4f-13bc-4b82-84c6-a7e8b2e8ef8e req-93a58e1a-424f-41f3-a448-eedb626b1f01 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] Resources bound (agent type, host, resource id): {{(pid=105524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:50:45.147295 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d8f8b4f-13bc-4b82-84c6-a7e8b2e8ef8e req-93a58e1a-424f-41f3-a448-eedb626b1f01 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] Received port after_create {{(pid=105524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:50:45.154908 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f8b4f-13bc-4b82-84c6-a7e8b2e8ef8e req-93a58e1a-424f-41f3-a448-eedb626b1f01 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:50:45.155876 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-7d8f8b4f-13bc-4b82-84c6-a7e8b2e8ef8e req-93a58e1a-424f-41f3-a448-eedb626b1f01 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for port, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:45.181400 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-d4e33af6-7374-43fd-acec-098dea0c6fc3 req-9fc51ee8-18e7-4f64-b385-e62befe5f187 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f84537e-9ce9-4e28-aad0-6a133fa89679 HTTP/1.1" status: 200 len: 210 time: 0.5445697 Sep 03 09:50:45.247437 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-e1684e4d-986a-46fc-a35d-9c37de37e3ce None None] Port c546163f-f2b2-4f5d-826e-88ccab3dfc8f cannot update to ACTIVE because it is not bound. {{(pid=105526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 09:50:45.256134 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a58e1a-424f-41f3-a448-eedb626b1f01 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] Pushing event updated for resources: {'Port': ['ID=547a93d6-30a5-4d82-b68d-4a9debfb2f71,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:45.272443 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-7d8f8b4f-13bc-4b82-84c6-a7e8b2e8ef8e req-93a58e1a-424f-41f3-a448-eedb626b1f01 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1185558 Sep 03 09:50:45.342489 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55bd259f-05d1-413b-b449-b0f6d7591385 admin admin] Router 38794d3a-c92d-47ec-b4c8-236350fd6216 has already been hosted by L3 agent d52909a0-0f60-4ffe-9597-25dbe871271a {{(pid=105525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 09:50:45.365915 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-f00fb4bf-b78c-4e6f-81be-eb1f8de45c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5e7bd5-fddd-4861-a5e1-87a5840679e3', 'name': 'tempest-ServerRescueNegativeTestJSON-256398060-router', 'tenant_id': 'c72df9f562c94a8aab79afac7263e6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '9026eb9c-1d51-412b-bba4-4185b848615f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:50:36Z', 'updated_at': '2021-09-03T09:50:40Z', 'revision_number': 3, 'project_id': 'c72df9f562c94a8aab79afac7263e6e5', 'gw_port': {'id': '9026eb9c-1d51-412b-bba4-4185b848615f', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bd:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5e7bd5-fddd-4861-a5e1-87a5840679e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:50:38Z', 'updated_at': '2021-09-03T09:50:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi'}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:50:45.451590 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 60890) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:50:45.495479 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00fb4bf-b78c-4e6f-81be-eb1f8de45c33 None None] Checking router: cd5e7bd5-fddd-4861-a5e1-87a5840679e3 for host: dv-cinder-606346-32-iscsi {{(pid=105526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 09:50:45.495836 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00fb4bf-b78c-4e6f-81be-eb1f8de45c33 None None] Updating router cd5e7bd5-fddd-4861-a5e1-87a5840679e3 port 9026eb9c-1d51-412b-bba4-4185b848615f binding host dv-cinder-606346-32-iscsi {{(pid=105526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 09:50:45.578770 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-8793507e-8ed4-4dff-8d66-196609dffa31 req-aa5aa58e-1dce-4e96-80eb-9579ff713ebb tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Notify callbacks [] for port, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:45.614679 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-f00fb4bf-b78c-4e6f-81be-eb1f8de45c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:45.616495 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:45.708020 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] For port 63a49cc8-1a5e-4872-a7bf-6365fb88411b, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=63a49cc8-1a5e-4872-a7bf-6365fb88411b,segment=NetworkSegment(454dc13d-4a6c-4de8-982e-8a57b380b104),segment_id=454dc13d-4a6c-4de8-982e-8a57b380b104)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:50:45.720907 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:45.816898 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [req-7d8f8b4f-13bc-4b82-84c6-a7e8b2e8ef8e req-0f2bf884-4276-41be-86e6-c3da0f88ca01 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=105524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 09:50:45.821697 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-7d8f8b4f-13bc-4b82-84c6-a7e8b2e8ef8e req-0f2bf884-4276-41be-86e6-c3da0f88ca01 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143738 Sep 03 09:50:45.830148 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 60896) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:50:45.875528 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-938614ab-5ad5-4f8d-9a7c-338d0506bdf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:45.894377 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55bd259f-05d1-413b-b449-b0f6d7591385 admin admin] Notify agent at l3_agent.dv-cinder-606346-32-iscsi the message routers_updated {{(pid=105525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 09:50:45.915955 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-55bd259f-05d1-413b-b449-b0f6d7591385 admin admin] 10.222.0.67 "PUT /v2.0/routers/38794d3a-c92d-47ec-b4c8-236350fd6216/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2428052 Sep 03 09:50:45.916603 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe39dda-42d3-4661-864b-98c8989c3492 None None] Sync routers for ids ['38794d3a-c92d-47ec-b4c8-236350fd6216'] in dv-cinder-606346-32-iscsi {{(pid=105527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 09:50:45.929697 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe39dda-42d3-4661-864b-98c8989c3492 None None] Routers {'38794d3a-c92d-47ec-b4c8-236350fd6216'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:50:45.930412 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-cbe39dda-42d3-4661-864b-98c8989c3492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:50:32Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['38794d3a-c92d-47ec-b4c8-236350fd6216'], 'active': True} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:50:45.951438 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Pushing event updated for resources: {'Port': ['ID=63a49cc8-1a5e-4872-a7bf-6365fb88411b,revision_number=4']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:45.979116 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-258ed9ff-689b-42b0-806c-38df82724c25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:45.980630 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-8793507e-8ed4-4dff-8d66-196609dffa31 req-aa5aa58e-1dce-4e96-80eb-9579ff713ebb tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931'] for port, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:46.020639 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-258ed9ff-689b-42b0-806c-38df82724c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:46.122386 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:46.165095 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03dbb19-be1a-4541-8c28-3ece944ab49f req-bd2c1175-ef26-485f-850d-1c73d7679953 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:50:46.178318 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-c03dbb19-be1a-4541-8c28-3ece944ab49f req-bd2c1175-ef26-485f-850d-1c73d7679953 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c515a30-d7df-41dd-8429-7d438784f532 HTTP/1.1" status: 200 len: 931 time: 0.2412846 Sep 03 09:50:46.341019 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-f00fb4bf-b78c-4e6f-81be-eb1f8de45c33 None None] Notify callbacks [] for port, precommit_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:46.365404 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-f00fb4bf-b78c-4e6f-81be-eb1f8de45c33 None None] Transition to ACTIVE for port object 9026eb9c-1d51-412b-bba4-4185b848615f will not be triggered until provisioned by entity L2. {{(pid=105526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:50:46.376881 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-f00fb4bf-b78c-4e6f-81be-eb1f8de45c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:46.404720 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5aa58e-1dce-4e96-80eb-9579ff713ebb tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Pushing event updated for resources: {'Port': ['ID=8f14eea0-cbb9-4187-b8dd-48cbd6747e9d,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:46.416114 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [req-7d8f8b4f-13bc-4b82-84c6-a7e8b2e8ef8e req-957fc527-04d8-44d3-a007-08837921af2e service neutron] Request body: {'port': {'device_id': '2c515a30-d7df-41dd-8429-7d438784f532', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:50:46.467814 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8793507e-8ed4-4dff-8d66-196609dffa31 req-aa5aa58e-1dce-4e96-80eb-9579ff713ebb tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Network 2ca7c045-af05-4524-bcc4-6b4f1b7ebefb is already hosted by enough agents. {{(pid=105525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:50:46.474327 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-60520805-2dea-4fcd-90fa-8319de549cab admin admin] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:46.509363 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.base_scheduler [req-8793507e-8ed4-4dff-8d66-196609dffa31 req-aa5aa58e-1dce-4e96-80eb-9579ff713ebb tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Resources bound (agent type, host, resource id): {{(pid=105525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:50:46.515212 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.l3_dvrscheduler_db [req-8793507e-8ed4-4dff-8d66-196609dffa31 req-aa5aa58e-1dce-4e96-80eb-9579ff713ebb tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Received port after_create {{(pid=105525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:50:46.515685 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbb6567-5d77-4a7d-8aef-fdd086257771 None None] Pushing event updated for resources: {'Port': ['ID=9026eb9c-1d51-412b-bba4-4185b848615f,revision_number=2']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:46.518122 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.managers [None req-f00fb4bf-b78c-4e6f-81be-eb1f8de45c33 None None] Attempting to bind port 9026eb9c-1d51-412b-bba4-4185b848615f on host dv-cinder-606346-32-iscsi for vnic_type normal with profile {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 09:50:46.518715 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.managers [None req-f00fb4bf-b78c-4e6f-81be-eb1f8de45c33 None None] Attempting to bind port 9026eb9c-1d51-412b-bba4-4185b848615f by drivers openvswitch,hyperv on host dv-cinder-606346-32-iscsi at level 0 using segments [{'id': '454dc13d-4a6c-4de8-982e-8a57b380b104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d'}] {{(pid=105526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 09:50:46.525358 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvr_db [None req-cbe39dda-42d3-4661-864b-98c8989c3492 None None] Set router 38794d3a-c92d-47ec-b4c8-236350fd6216 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:50:46.527333 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00fb4bf-b78c-4e6f-81be-eb1f8de45c33 None None] Attempting to bind port 9026eb9c-1d51-412b-bba4-4185b848615f on network 16dc62c0-adaf-4d17-9be4-5c31a1b1de1d {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:50:46.539500 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793507e-8ed4-4dff-8d66-196609dffa31 req-aa5aa58e-1dce-4e96-80eb-9579ff713ebb tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:50:46.545197 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-8793507e-8ed4-4dff-8d66-196609dffa31 req-aa5aa58e-1dce-4e96-80eb-9579ff713ebb tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for port, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:46.549965 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00fb4bf-b78c-4e6f-81be-eb1f8de45c33 None None] Checking agent: {'id': 'ce816ebf-b316-41f6-aeb5-8037a78dc56b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 9, 42, 33), 'started_at': datetime.datetime(2021, 9, 3, 9, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 9, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 09:50:46.550313 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00fb4bf-b78c-4e6f-81be-eb1f8de45c33 None None] Checking segment: {'id': '454dc13d-4a6c-4de8-982e-8a57b380b104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:50:46.550725 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-f00fb4bf-b78c-4e6f-81be-eb1f8de45c33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:46.551139 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00fb4bf-b78c-4e6f-81be-eb1f8de45c33 None None] Bound using segment: {'id': '454dc13d-4a6c-4de8-982e-8a57b380b104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d'} {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 09:50:46.551609 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.managers [None req-f00fb4bf-b78c-4e6f-81be-eb1f8de45c33 None None] Bound port: 9026eb9c-1d51-412b-bba4-4185b848615f, host: dv-cinder-606346-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '454dc13d-4a6c-4de8-982e-8a57b380b104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d'}}] {{(pid=105526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 09:50:46.552022 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-f00fb4bf-b78c-4e6f-81be-eb1f8de45c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:46.604758 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-c03dbb19-be1a-4541-8c28-3ece944ab49f req-bb4b545a-a8bf-473c-8f59-66e115273899 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.67 "GET /v2.0/security-groups?id=4de7f848-fa4c-4bfa-aa1f-a4231682c522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4139180 Sep 03 09:50:46.681847 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-f00fb4bf-b78c-4e6f-81be-eb1f8de45c33 None None] For port 9026eb9c-1d51-412b-bba4-4185b848615f, host dv-cinder-606346-32-iscsi, cleared binding levels {{(pid=105526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 09:50:46.696056 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-f00fb4bf-b78c-4e6f-81be-eb1f8de45c33 None None] For port 9026eb9c-1d51-412b-bba4-4185b848615f, host dv-cinder-606346-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=9026eb9c-1d51-412b-bba4-4185b848615f,segment=NetworkSegment(454dc13d-4a6c-4de8-982e-8a57b380b104),segment_id=454dc13d-4a6c-4de8-982e-8a57b380b104)] {{(pid=105526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 09:50:46.712358 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-f00fb4bf-b78c-4e6f-81be-eb1f8de45c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:46.802832 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-258ed9ff-689b-42b0-806c-38df82724c25 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=dd5b97ad7800431ab43eb3453009af9a&name=default HTTP/1.1" status: 200 len: 2975 time: 2.6985834 Sep 03 09:50:46.803088 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-7d8f8b4f-13bc-4b82-84c6-a7e8b2e8ef8e req-957fc527-04d8-44d3-a007-08837921af2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:46.805006 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 60912) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:50:46.841299 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ed9ff-689b-42b0-806c-38df82724c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc455853-0146-41df-9fdd-ce96fa70c4a9,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:46.902666 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00fb4bf-b78c-4e6f-81be-eb1f8de45c33 None None] Routers {'cd5e7bd5-fddd-4861-a5e1-87a5840679e3'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:50:46.904705 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-f00fb4bf-b78c-4e6f-81be-eb1f8de45c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:50:32Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['cd5e7bd5-fddd-4861-a5e1-87a5840679e3'], 'active': True} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:50:46.934894 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbb6567-5d77-4a7d-8aef-fdd086257771 None None] Pushing event updated for resources: {'Port': ['ID=9026eb9c-1d51-412b-bba4-4185b848615f,revision_number=3']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:46.939986 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b509a-e180-414c-9841-634314bbf2df req-5c7095c9-87a0-4fee-a5d9-0f5eaf517e4e tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:50:46.942186 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-0d1b509a-e180-414c-9841-634314bbf2df req-5c7095c9-87a0-4fee-a5d9-0f5eaf517e4e tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f84537e-9ce9-4e28-aad0-6a133fa89679 HTTP/1.1" status: 200 len: 932 time: 0.5047901 Sep 03 09:50:46.958321 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-fd06b5e0-271c-4f68-83ec-71c270843de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:47.022721 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-938614ab-5ad5-4f8d-9a7c-338d0506bdf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:47.037471 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-938614ab-5ad5-4f8d-9a7c-338d0506bdf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:47.080966 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-0d1b509a-e180-414c-9841-634314bbf2df req-18b3bd17-10be-4134-9b8b-d490a7b812d0 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240482 Sep 03 09:50:47.088714 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-8793507e-8ed4-4dff-8d66-196609dffa31 req-aa5aa58e-1dce-4e96-80eb-9579ff713ebb tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1591625 Sep 03 09:50:47.132606 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [req-8793507e-8ed4-4dff-8d66-196609dffa31 req-14d2e951-0a65-46ed-9600-242401e525d7 service neutron] Request body: {'port': {'device_id': '2f84537e-9ce9-4e28-aad0-6a133fa89679', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:50:47.160523 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvr_db [None req-f00fb4bf-b78c-4e6f-81be-eb1f8de45c33 None None] Set router cd5e7bd5-fddd-4861-a5e1-87a5840679e3 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:50:47.226631 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-cbe39dda-42d3-4661-864b-98c8989c3492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'name': 'tempest-AttachVolumeShelveTestJSON-253564211-router', 'tenant_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '63a49cc8-1a5e-4872-a7bf-6365fb88411b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:50:35Z', 'updated_at': '2021-09-03T09:50:42Z', 'revision_number': 4, 'project_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'gw_port': {'id': '63a49cc8-1a5e-4872-a7bf-6365fb88411b', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:50:36Z', 'updated_at': '2021-09-03T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_interfaces': [{'id': 'c546163f-f2b2-4f5d-826e-88ccab3dfc8f', 'name': '', 'network_id': '528a02fc-44c8-4bd1-9db4-aa8e01cd9db5', 'tenant_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'mac_address': 'fa:16:3e:2d:67:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8b9bc1cc-f1d0-4f7b-aa38-f059a6d84938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:50:40Z', 'updated_at': '2021-09-03T09:50:43Z', 'revision_number': 2, 'project_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'subnets': [{'id': '8b9bc1cc-f1d0-4f7b-aa38-f059a6d84938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:50:47.242600 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-8793507e-8ed4-4dff-8d66-196609dffa31 req-14d2e951-0a65-46ed-9600-242401e525d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:47.304805 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe39dda-42d3-4661-864b-98c8989c3492 None None] Checking router: 38794d3a-c92d-47ec-b4c8-236350fd6216 for host: dv-cinder-606346-32-iscsi {{(pid=105527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 09:50:47.307512 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe39dda-42d3-4661-864b-98c8989c3492 None None] Updating router 38794d3a-c92d-47ec-b4c8-236350fd6216 port c546163f-f2b2-4f5d-826e-88ccab3dfc8f binding host dv-cinder-606346-32-iscsi {{(pid=105527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 09:50:47.417142 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-cbe39dda-42d3-4661-864b-98c8989c3492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:47.471455 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 60918) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:50:47.523356 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-2f852d5d-21cf-4632-a5c3-85808275cf13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:47.532621 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [None req-86f61522-1990-41a8-9cd0-0eeb45e231ab tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2025900704', 'description': 'tempest-description--1564038345'}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:50:47.570565 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-938614ab-5ad5-4f8d-9a7c-338d0506bdf9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e6d2e61504784d2c9f0cf2d59e0e43bc&name=default HTTP/1.1" status: 200 len: 2976 time: 1.7389293 Sep 03 09:50:47.571512 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938614ab-5ad5-4f8d-9a7c-338d0506bdf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1dbc53-eaea-47a9-af84-fe537194e541,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:47.585675 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 60920) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:50:47.620406 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-f00fb4bf-b78c-4e6f-81be-eb1f8de45c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5e7bd5-fddd-4861-a5e1-87a5840679e3', 'name': 'tempest-ServerRescueNegativeTestJSON-256398060-router', 'tenant_id': 'c72df9f562c94a8aab79afac7263e6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '9026eb9c-1d51-412b-bba4-4185b848615f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:50:36Z', 'updated_at': '2021-09-03T09:50:40Z', 'revision_number': 3, 'project_id': 'c72df9f562c94a8aab79afac7263e6e5', 'gw_port': {'id': '9026eb9c-1d51-412b-bba4-4185b848615f', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bd:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5e7bd5-fddd-4861-a5e1-87a5840679e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:50:38Z', 'updated_at': '2021-09-03T09:50:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi'}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:50:47.684074 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00fb4bf-b78c-4e6f-81be-eb1f8de45c33 None None] The sync data for ids ['cd5e7bd5-fddd-4861-a5e1-87a5840679e3'] in dv-cinder-606346-32-iscsi is: [{'id': 'cd5e7bd5-fddd-4861-a5e1-87a5840679e3', 'name': 'tempest-ServerRescueNegativeTestJSON-256398060-router', 'tenant_id': 'c72df9f562c94a8aab79afac7263e6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '9026eb9c-1d51-412b-bba4-4185b848615f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:50:36Z', 'updated_at': '2021-09-03T09:50:40Z', 'revision_number': 3, 'project_id': 'c72df9f562c94a8aab79afac7263e6e5', 'gw_port': {'id': '9026eb9c-1d51-412b-bba4-4185b848615f', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bd:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5e7bd5-fddd-4861-a5e1-87a5840679e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:50:38Z', 'updated_at': '2021-09-03T09:50:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi'}] {{(pid=105526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 09:50:47.776396 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-60520805-2dea-4fcd-90fa-8319de549cab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:47.808535 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-60520805-2dea-4fcd-90fa-8319de549cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:47.918587 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 63a49cc8-1a5e-4872-a7bf-6365fb88411b up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:50:47.999881 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-cbe39dda-42d3-4661-864b-98c8989c3492 None None] Notify callbacks [] for port, precommit_update {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:48.015217 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.provisioning_blocks [None req-cbe39dda-42d3-4661-864b-98c8989c3492 None None] Transition to ACTIVE for port object c546163f-f2b2-4f5d-826e-88ccab3dfc8f will not be triggered until provisioned by entity L2. {{(pid=105527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:50:48.018302 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning complete for port 63a49cc8-1a5e-4872-a7bf-6365fb88411b triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:50:48.018892 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:48.028205 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-cbe39dda-42d3-4661-864b-98c8989c3492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:48.081316 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.notifiers.nova [req-7d8f8b4f-13bc-4b82-84c6-a7e8b2e8ef8e req-957fc527-04d8-44d3-a007-08837921af2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 547a93d6-30a5-4d82-b68d-4a9debfb2f71 {{(pid=105524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 09:50:48.092715 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-86f61522-1990-41a8-9cd0-0eeb45e231ab tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:48.107382 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-7d8f8b4f-13bc-4b82-84c6-a7e8b2e8ef8e req-957fc527-04d8-44d3-a007-08837921af2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:48.208674 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d770ca38-abe7-4405-86be-c6c7e3f6ff6d None None] Pushing event updated for resources: {'Port': ['ID=c546163f-f2b2-4f5d-826e-88ccab3dfc8f,revision_number=3']} {{(pid=105527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:48.230493 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-60520805-2dea-4fcd-90fa-8319de549cab admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8dfb10556743497286a40b43829603c2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7728472 Sep 03 09:50:48.233993 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 60928) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:50:48.236572 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60520805-2dea-4fcd-90fa-8319de549cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afbfe9cc-b025-41a3-be8e-f6b979e2ee32,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:48.256667 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-2f852d5d-21cf-4632-a5c3-85808275cf13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:48.349570 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.managers [None req-cbe39dda-42d3-4661-864b-98c8989c3492 None None] Attempting to bind port c546163f-f2b2-4f5d-826e-88ccab3dfc8f on host dv-cinder-606346-32-iscsi for vnic_type normal with profile {{(pid=105527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 09:50:48.350731 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.managers [None req-cbe39dda-42d3-4661-864b-98c8989c3492 None None] Attempting to bind port c546163f-f2b2-4f5d-826e-88ccab3dfc8f by drivers openvswitch,hyperv on host dv-cinder-606346-32-iscsi at level 0 using segments [{'id': '1683d286-1be2-443d-83f5-01a3e9736922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '528a02fc-44c8-4bd1-9db4-aa8e01cd9db5'}] {{(pid=105527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 09:50:48.351307 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe39dda-42d3-4661-864b-98c8989c3492 None None] Attempting to bind port c546163f-f2b2-4f5d-826e-88ccab3dfc8f on network 528a02fc-44c8-4bd1-9db4-aa8e01cd9db5 {{(pid=105527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:50:48.362082 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe39dda-42d3-4661-864b-98c8989c3492 None None] Checking agent: {'id': 'ce816ebf-b316-41f6-aeb5-8037a78dc56b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 9, 42, 33), 'started_at': datetime.datetime(2021, 9, 3, 9, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 9, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 09:50:48.363154 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe39dda-42d3-4661-864b-98c8989c3492 None None] Checking segment: {'id': '1683d286-1be2-443d-83f5-01a3e9736922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '528a02fc-44c8-4bd1-9db4-aa8e01cd9db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:50:48.364073 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-cbe39dda-42d3-4661-864b-98c8989c3492 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:48.364776 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe39dda-42d3-4661-864b-98c8989c3492 None None] Bound using segment: {'id': '1683d286-1be2-443d-83f5-01a3e9736922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '528a02fc-44c8-4bd1-9db4-aa8e01cd9db5'} {{(pid=105527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 09:50:48.370776 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.managers [None req-cbe39dda-42d3-4661-864b-98c8989c3492 None None] Bound port: c546163f-f2b2-4f5d-826e-88ccab3dfc8f, host: dv-cinder-606346-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1683d286-1be2-443d-83f5-01a3e9736922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '528a02fc-44c8-4bd1-9db4-aa8e01cd9db5'}}] {{(pid=105527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 09:50:48.373868 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-cbe39dda-42d3-4661-864b-98c8989c3492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:48.471339 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfee001-71ec-46ef-a0f5-cdd01f935e61 req-cd47de8c-9af1-4a83-a119-9e4126255211 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:50:48.502172 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-6cfee001-71ec-46ef-a0f5-cdd01f935e61 req-cd47de8c-9af1-4a83-a119-9e4126255211 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c515a30-d7df-41dd-8429-7d438784f532 HTTP/1.1" status: 200 len: 931 time: 0.6953139 Sep 03 09:50:48.547559 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.db [None req-cbe39dda-42d3-4661-864b-98c8989c3492 None None] For port c546163f-f2b2-4f5d-826e-88ccab3dfc8f, host dv-cinder-606346-32-iscsi, cleared binding levels {{(pid=105527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 09:50:48.555245 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.db [None req-cbe39dda-42d3-4661-864b-98c8989c3492 None None] For port c546163f-f2b2-4f5d-826e-88ccab3dfc8f, host dv-cinder-606346-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=c546163f-f2b2-4f5d-826e-88ccab3dfc8f,segment=NetworkSegment(1683d286-1be2-443d-83f5-01a3e9736922),segment_id=1683d286-1be2-443d-83f5-01a3e9736922)] {{(pid=105527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 09:50:48.561701 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.provisioning_blocks [req-7d8f8b4f-13bc-4b82-84c6-a7e8b2e8ef8e req-957fc527-04d8-44d3-a007-08837921af2e service neutron] Transition to ACTIVE for port object 547a93d6-30a5-4d82-b68d-4a9debfb2f71 will not be triggered until provisioned by entity L2. {{(pid=105524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:50:48.567354 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-2f852d5d-21cf-4632-a5c3-85808275cf13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:48.568987 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-cbe39dda-42d3-4661-864b-98c8989c3492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:48.570072 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-2f852d5d-21cf-4632-a5c3-85808275cf13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:48.574065 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-2f852d5d-21cf-4632-a5c3-85808275cf13 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/dc455853-0146-41df-9fdd-ce96fa70c4a9 HTTP/1.1" status: 204 len: 168 time: 1.7661681 Sep 03 09:50:48.658041 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d770ca38-abe7-4405-86be-c6c7e3f6ff6d None None] Pushing event updated for resources: {'Port': ['ID=c546163f-f2b2-4f5d-826e-88ccab3dfc8f,revision_number=4']} {{(pid=105527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:48.678098 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-7d8f8b4f-13bc-4b82-84c6-a7e8b2e8ef8e req-957fc527-04d8-44d3-a007-08837921af2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:48.724255 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe39dda-42d3-4661-864b-98c8989c3492 None None] Routers {'38794d3a-c92d-47ec-b4c8-236350fd6216'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:50:48.725010 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-cbe39dda-42d3-4661-864b-98c8989c3492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:50:32Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['38794d3a-c92d-47ec-b4c8-236350fd6216'], 'active': True} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:50:48.855766 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.db_base_plugin_common [None req-fd06b5e0-271c-4f68-83ec-71c270843de9 admin admin] Allocated IP 172.20.0.1 (7995b685-e18e-455d-be66-3bd792a79086/f78bac5b-e536-4490-a472-11f8ae62b3fb/83e92f26-2009-4c8e-a3d3-23c8620d4ba3) {{(pid=105524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:50:48.930002 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f852d5d-21cf-4632-a5c3-85808275cf13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc455853-0146-41df-9fdd-ce96fa70c4a9,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:49.045183 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvr_db [None req-cbe39dda-42d3-4661-864b-98c8989c3492 None None] Set router 38794d3a-c92d-47ec-b4c8-236350fd6216 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:50:49.113604 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.notifiers.nova [req-8793507e-8ed4-4dff-8d66-196609dffa31 req-14d2e951-0a65-46ed-9600-242401e525d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f14eea0-cbb9-4187-b8dd-48cbd6747e9d {{(pid=105525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 09:50:49.128464 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-8793507e-8ed4-4dff-8d66-196609dffa31 req-14d2e951-0a65-46ed-9600-242401e525d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:49.149890 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.provisioning_blocks [req-8793507e-8ed4-4dff-8d66-196609dffa31 req-14d2e951-0a65-46ed-9600-242401e525d7 service neutron] Transition to ACTIVE for port object 8f14eea0-cbb9-4187-b8dd-48cbd6747e9d will not be triggered until provisioned by entity L2. {{(pid=105525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:50:49.167895 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-6cfee001-71ec-46ef-a0f5-cdd01f935e61 req-68cd6d45-9ba1-4642-bb80-13838be5984d tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.67 "GET /v2.0/security-groups?id=4de7f848-fa4c-4bfa-aa1f-a4231682c522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6683066 Sep 03 09:50:49.171219 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-91039aa2-ae27-47c6-9214-b7844a0ddd3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:49.171951 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad24df9-4fa1-464c-87f1-8bc037af4049 req-f3bd982b-8ce8-44f1-9b6e-0bfe2531d55a tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:50:49.180044 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-4ad24df9-4fa1-464c-87f1-8bc037af4049 req-f3bd982b-8ce8-44f1-9b6e-0bfe2531d55a tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f84537e-9ce9-4e28-aad0-6a133fa89679 HTTP/1.1" status: 200 len: 932 time: 0.7397051 Sep 03 09:50:49.190794 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-7a77274c-b57c-4c5d-ad79-0b826eac5ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:49.209943 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-91039aa2-ae27-47c6-9214-b7844a0ddd3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:49.275155 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-7a77274c-b57c-4c5d-ad79-0b826eac5ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:49.286368 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-86f61522-1990-41a8-9cd0-0eeb45e231ab tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:49.288906 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-8793507e-8ed4-4dff-8d66-196609dffa31 req-14d2e951-0a65-46ed-9600-242401e525d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:49.314835 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-86f61522-1990-41a8-9cd0-0eeb45e231ab tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:49.330006 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-91039aa2-ae27-47c6-9214-b7844a0ddd3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:49.334946 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-91039aa2-ae27-47c6-9214-b7844a0ddd3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:49.336765 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-91039aa2-ae27-47c6-9214-b7844a0ddd3b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/afbfe9cc-b025-41a3-be8e-f6b979e2ee32 HTTP/1.1" status: 204 len: 168 time: 1.0972388 Sep 03 09:50:49.371336 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-86f61522-1990-41a8-9cd0-0eeb45e231ab tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks [] for security_group, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:49.374398 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-86f61522-1990-41a8-9cd0-0eeb45e231ab tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.8925095 Sep 03 09:50:49.451793 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 60948) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:50:49.474333 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f61522-1990-41a8-9cd0-0eeb45e231ab tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5441c9f-f946-4b06-ae05-7d762e90f684,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:49.506925 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91039aa2-ae27-47c6-9214-b7844a0ddd3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afbfe9cc-b025-41a3-be8e-f6b979e2ee32,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:49.513926 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.managers [req-8793507e-8ed4-4dff-8d66-196609dffa31 req-14d2e951-0a65-46ed-9600-242401e525d7 service neutron] Attempting to bind port 8f14eea0-cbb9-4187-b8dd-48cbd6747e9d on host hv-cinder-60634 for vnic_type normal with profile {{(pid=105525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 09:50:49.514638 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.managers [req-8793507e-8ed4-4dff-8d66-196609dffa31 req-14d2e951-0a65-46ed-9600-242401e525d7 service neutron] Attempting to bind port 8f14eea0-cbb9-4187-b8dd-48cbd6747e9d by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': '6162f772-1e28-4e35-bf3d-bf08b646a09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '2ca7c045-af05-4524-bcc4-6b4f1b7ebefb'}] {{(pid=105525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 09:50:49.515153 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8793507e-8ed4-4dff-8d66-196609dffa31 req-14d2e951-0a65-46ed-9600-242401e525d7 service neutron] Attempting to bind port 8f14eea0-cbb9-4187-b8dd-48cbd6747e9d on network 2ca7c045-af05-4524-bcc4-6b4f1b7ebefb {{(pid=105525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:50:49.525116 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8793507e-8ed4-4dff-8d66-196609dffa31 req-14d2e951-0a65-46ed-9600-242401e525d7 service neutron] Port 8f14eea0-cbb9-4187-b8dd-48cbd6747e9d on network 2ca7c045-af05-4524-bcc4-6b4f1b7ebefb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=105525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 09:50:49.526336 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8793507e-8ed4-4dff-8d66-196609dffa31 req-14d2e951-0a65-46ed-9600-242401e525d7 service neutron] Attempting to bind port 8f14eea0-cbb9-4187-b8dd-48cbd6747e9d on network 2ca7c045-af05-4524-bcc4-6b4f1b7ebefb {{(pid=105525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:50:49.534611 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [None req-dd8e0ad7-66a7-4d6d-8da2-8cf5dfbed1f5 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Request body: {'security_group_rule': {'security_group_id': 'c5441c9f-f946-4b06-ae05-7d762e90f684', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:50:49.537887 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8793507e-8ed4-4dff-8d66-196609dffa31 req-14d2e951-0a65-46ed-9600-242401e525d7 service neutron] Checking agent: {'id': '3ba077dd-5433-4c28-8748-47c2c66d3336', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 9, 48, 46), 'started_at': datetime.datetime(2021, 9, 3, 9, 48, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 9, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 09:50:49.538339 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8793507e-8ed4-4dff-8d66-196609dffa31 req-14d2e951-0a65-46ed-9600-242401e525d7 service neutron] Checking segment: {'id': '6162f772-1e28-4e35-bf3d-bf08b646a09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '2ca7c045-af05-4524-bcc4-6b4f1b7ebefb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:50:49.539135 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8793507e-8ed4-4dff-8d66-196609dffa31 req-14d2e951-0a65-46ed-9600-242401e525d7 service neutron] Bound using segment: {'id': '6162f772-1e28-4e35-bf3d-bf08b646a09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '2ca7c045-af05-4524-bcc4-6b4f1b7ebefb'} {{(pid=105525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 09:50:49.539657 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.managers [req-8793507e-8ed4-4dff-8d66-196609dffa31 req-14d2e951-0a65-46ed-9600-242401e525d7 service neutron] Bound port: 8f14eea0-cbb9-4187-b8dd-48cbd6747e9d, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6162f772-1e28-4e35-bf3d-bf08b646a09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '2ca7c045-af05-4524-bcc4-6b4f1b7ebefb'}}] {{(pid=105525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 09:50:49.540085 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-8793507e-8ed4-4dff-8d66-196609dffa31 req-14d2e951-0a65-46ed-9600-242401e525d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:49.560984 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-7a77274c-b57c-4c5d-ad79-0b826eac5ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:49.563877 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-7a77274c-b57c-4c5d-ad79-0b826eac5ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:49.568049 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-7a77274c-b57c-4c5d-ad79-0b826eac5ea8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5a1dbc53-eaea-47a9-af84-fe537194e541 HTTP/1.1" status: 204 len: 168 time: 1.9539664 Sep 03 09:50:49.638612 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-cbe39dda-42d3-4661-864b-98c8989c3492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'name': 'tempest-AttachVolumeShelveTestJSON-253564211-router', 'tenant_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '63a49cc8-1a5e-4872-a7bf-6365fb88411b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:50:35Z', 'updated_at': '2021-09-03T09:50:42Z', 'revision_number': 4, 'project_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'gw_port': {'id': '63a49cc8-1a5e-4872-a7bf-6365fb88411b', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:50:36Z', 'updated_at': '2021-09-03T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_interfaces': [{'id': 'c546163f-f2b2-4f5d-826e-88ccab3dfc8f', 'name': '', 'network_id': '528a02fc-44c8-4bd1-9db4-aa8e01cd9db5', 'tenant_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'mac_address': 'fa:16:3e:2d:67:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8b9bc1cc-f1d0-4f7b-aa38-f059a6d84938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:50:40Z', 'updated_at': '2021-09-03T09:50:48Z', 'revision_number': 4, 'project_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'subnets': [{'id': '8b9bc1cc-f1d0-4f7b-aa38-f059a6d84938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:50:49.665776 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.db [req-8793507e-8ed4-4dff-8d66-196609dffa31 req-14d2e951-0a65-46ed-9600-242401e525d7 service neutron] For port 8f14eea0-cbb9-4187-b8dd-48cbd6747e9d, host hv-cinder-60634, cleared binding levels {{(pid=105525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 09:50:49.683909 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d2e951-0a65-46ed-9600-242401e525d7 service neutron] Pushing event updated for resources: {'Port': ['ID=8f14eea0-cbb9-4187-b8dd-48cbd6747e9d,revision_number=2']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:49.705362 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.db [req-8793507e-8ed4-4dff-8d66-196609dffa31 req-14d2e951-0a65-46ed-9600-242401e525d7 service neutron] For port 8f14eea0-cbb9-4187-b8dd-48cbd6747e9d, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=8f14eea0-cbb9-4187-b8dd-48cbd6747e9d,segment=NetworkSegment(6162f772-1e28-4e35-bf3d-bf08b646a09f),segment_id=6162f772-1e28-4e35-bf3d-bf08b646a09f)] {{(pid=105525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 09:50:49.716758 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-8793507e-8ed4-4dff-8d66-196609dffa31 req-14d2e951-0a65-46ed-9600-242401e525d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:49.744051 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe39dda-42d3-4661-864b-98c8989c3492 None None] The sync data for ids ['38794d3a-c92d-47ec-b4c8-236350fd6216'] in dv-cinder-606346-32-iscsi is: [{'id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'name': 'tempest-AttachVolumeShelveTestJSON-253564211-router', 'tenant_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '63a49cc8-1a5e-4872-a7bf-6365fb88411b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:50:35Z', 'updated_at': '2021-09-03T09:50:42Z', 'revision_number': 4, 'project_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'gw_port': {'id': '63a49cc8-1a5e-4872-a7bf-6365fb88411b', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:50:36Z', 'updated_at': '2021-09-03T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_interfaces': [{'id': 'c546163f-f2b2-4f5d-826e-88ccab3dfc8f', 'name': '', 'network_id': '528a02fc-44c8-4bd1-9db4-aa8e01cd9db5', 'tenant_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'mac_address': 'fa:16:3e:2d:67:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8b9bc1cc-f1d0-4f7b-aa38-f059a6d84938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:50:40Z', 'updated_at': '2021-09-03T09:50:48Z', 'revision_number': 4, 'project_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'subnets': [{'id': '8b9bc1cc-f1d0-4f7b-aa38-f059a6d84938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 09:50:49.752907 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957fc527-04d8-44d3-a007-08837921af2e service neutron] Pushing event updated for resources: {'Port': ['ID=547a93d6-30a5-4d82-b68d-4a9debfb2f71,revision_number=2']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:49.890365 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793507e-8ed4-4dff-8d66-196609dffa31 req-14d2e951-0a65-46ed-9600-242401e525d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:50:49.891230 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-8793507e-8ed4-4dff-8d66-196609dffa31 req-14d2e951-0a65-46ed-9600-242401e525d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for port, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:49.893153 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-8793507e-8ed4-4dff-8d66-196609dffa31 req-14d2e951-0a65-46ed-9600-242401e525d7 service neutron] 10.222.0.60 "PUT /v2.0/ports/8f14eea0-cbb9-4187-b8dd-48cbd6747e9d HTTP/1.1" status: 200 len: 1094 time: 2.7761328 Sep 03 09:50:49.905416 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f84537e-9ce9-4e28-aad0-6a133fa89679', 'tag': '8f14eea0-cbb9-4187-b8dd-48cbd6747e9d'}] {{(pid=105525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:50:50.067264 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 9026eb9c-1d51-412b-bba4-4185b848615f up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:50:50.071067 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a77274c-b57c-4c5d-ad79-0b826eac5ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1dbc53-eaea-47a9-af84-fe537194e541,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:50.138289 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d2e951-0a65-46ed-9600-242401e525d7 service neutron] Pushing event updated for resources: {'Port': ['ID=8f14eea0-cbb9-4187-b8dd-48cbd6747e9d,revision_number=3']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:50.212179 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning for port 9026eb9c-1d51-412b-bba4-4185b848615f completed by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:50:50.215205 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.managers [req-7d8f8b4f-13bc-4b82-84c6-a7e8b2e8ef8e req-957fc527-04d8-44d3-a007-08837921af2e service neutron] Attempting to bind port 547a93d6-30a5-4d82-b68d-4a9debfb2f71 on host hv-cinder-60634 for vnic_type normal with profile {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 09:50:50.215690 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.managers [req-7d8f8b4f-13bc-4b82-84c6-a7e8b2e8ef8e req-957fc527-04d8-44d3-a007-08837921af2e service neutron] Attempting to bind port 547a93d6-30a5-4d82-b68d-4a9debfb2f71 by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': '69ff3461-ed2c-4ca3-80ec-a957a762ed9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '76ea5923-f2d4-43d5-9ac3-137283a120e8'}] {{(pid=105524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 09:50:50.215993 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8f8b4f-13bc-4b82-84c6-a7e8b2e8ef8e req-957fc527-04d8-44d3-a007-08837921af2e service neutron] Attempting to bind port 547a93d6-30a5-4d82-b68d-4a9debfb2f71 on network 76ea5923-f2d4-43d5-9ac3-137283a120e8 {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:50:50.235768 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning complete for port 9026eb9c-1d51-412b-bba4-4185b848615f triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:50:50.236782 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:50.270616 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-4ad24df9-4fa1-464c-87f1-8bc037af4049 req-0018b580-25db-4e65-859a-6e027ce62773 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0895805 Sep 03 09:50:50.298678 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-dd8e0ad7-66a7-4d6d-8da2-8cf5dfbed1f5 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:50.364724 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8f8b4f-13bc-4b82-84c6-a7e8b2e8ef8e req-957fc527-04d8-44d3-a007-08837921af2e service neutron] Port 547a93d6-30a5-4d82-b68d-4a9debfb2f71 on network 76ea5923-f2d4-43d5-9ac3-137283a120e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 09:50:50.367397 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8f8b4f-13bc-4b82-84c6-a7e8b2e8ef8e req-957fc527-04d8-44d3-a007-08837921af2e service neutron] Attempting to bind port 547a93d6-30a5-4d82-b68d-4a9debfb2f71 on network 76ea5923-f2d4-43d5-9ac3-137283a120e8 {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:50:50.417278 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-fd06b5e0-271c-4f68-83ec-71c270843de9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:50.439122 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8f8b4f-13bc-4b82-84c6-a7e8b2e8ef8e req-957fc527-04d8-44d3-a007-08837921af2e service neutron] Checking agent: {'id': '3ba077dd-5433-4c28-8748-47c2c66d3336', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 9, 48, 46), 'started_at': datetime.datetime(2021, 9, 3, 9, 48, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 9, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 09:50:50.439387 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8f8b4f-13bc-4b82-84c6-a7e8b2e8ef8e req-957fc527-04d8-44d3-a007-08837921af2e service neutron] Checking segment: {'id': '69ff3461-ed2c-4ca3-80ec-a957a762ed9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '76ea5923-f2d4-43d5-9ac3-137283a120e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:50:50.441259 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8f8b4f-13bc-4b82-84c6-a7e8b2e8ef8e req-957fc527-04d8-44d3-a007-08837921af2e service neutron] Bound using segment: {'id': '69ff3461-ed2c-4ca3-80ec-a957a762ed9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '76ea5923-f2d4-43d5-9ac3-137283a120e8'} {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 09:50:50.442452 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.managers [req-7d8f8b4f-13bc-4b82-84c6-a7e8b2e8ef8e req-957fc527-04d8-44d3-a007-08837921af2e service neutron] Bound port: 547a93d6-30a5-4d82-b68d-4a9debfb2f71, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ff3461-ed2c-4ca3-80ec-a957a762ed9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '76ea5923-f2d4-43d5-9ac3-137283a120e8'}}] {{(pid=105524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 09:50:50.444010 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-7d8f8b4f-13bc-4b82-84c6-a7e8b2e8ef8e req-957fc527-04d8-44d3-a007-08837921af2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:50.484250 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b966381-b936-4fb6-aac8-2155a3ade9f2 req-3552c66d-a806-4ed0-aeec-ab1b57086c5c tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:50:50.492422 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-3b966381-b936-4fb6-aac8-2155a3ade9f2 req-3552c66d-a806-4ed0-aeec-ab1b57086c5c tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c515a30-d7df-41dd-8429-7d438784f532 HTTP/1.1" status: 200 len: 943 time: 0.2075305 Sep 03 09:50:50.541418 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:50.567518 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-3b966381-b936-4fb6-aac8-2155a3ade9f2 req-8fab2795-abf8-44a3-aedb-30bb6c6c34e1 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.67 "GET /v2.0/security-groups?id=4de7f848-fa4c-4bfa-aa1f-a4231682c522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670526 Sep 03 09:50:50.612863 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] For port 9026eb9c-1d51-412b-bba4-4185b848615f, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=9026eb9c-1d51-412b-bba4-4185b848615f,segment=NetworkSegment(454dc13d-4a6c-4de8-982e-8a57b380b104),segment_id=454dc13d-4a6c-4de8-982e-8a57b380b104)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:50:50.622123 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:50.736027 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Pushing event updated for resources: {'Port': ['ID=9026eb9c-1d51-412b-bba4-4185b848615f,revision_number=4']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:50.780661 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b472ff3031a1c59aa5156df15414b1b35e6d7494da734e784d35b582b3c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a97ba8-f0b3-4d05-a290-3c65bbfe8e8e" -d '{"events": [{"name": "network-changed", "server_uuid": "2f84537e-9ce9-4e28-aad0-6a133fa89679", "tag": "8f14eea0-cbb9-4187-b8dd-48cbd6747e9d"}]}' {{(pid=105525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:50:50.780842 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.db [req-7d8f8b4f-13bc-4b82-84c6-a7e8b2e8ef8e req-957fc527-04d8-44d3-a007-08837921af2e service neutron] For port 547a93d6-30a5-4d82-b68d-4a9debfb2f71, host hv-cinder-60634, cleared binding levels {{(pid=105524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 09:50:50.884219 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.db [req-7d8f8b4f-13bc-4b82-84c6-a7e8b2e8ef8e req-957fc527-04d8-44d3-a007-08837921af2e service neutron] For port 547a93d6-30a5-4d82-b68d-4a9debfb2f71, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=547a93d6-30a5-4d82-b68d-4a9debfb2f71,segment=NetworkSegment(69ff3461-ed2c-4ca3-80ec-a957a762ed9b),segment_id=69ff3461-ed2c-4ca3-80ec-a957a762ed9b)] {{(pid=105524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 09:50:50.915228 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-7d8f8b4f-13bc-4b82-84c6-a7e8b2e8ef8e req-957fc527-04d8-44d3-a007-08837921af2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:51.069343 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793507e-8ed4-4dff-8d66-196609dffa31 req-d7ea5772-511f-429f-a3b3-6820c0eb4533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:50:51.070950 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-8793507e-8ed4-4dff-8d66-196609dffa31 req-d7ea5772-511f-429f-a3b3-6820c0eb4533 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=343cc1bfb2f9452291ef8e11cb33cf4c&device_id=2f84537e-9ce9-4e28-aad0-6a133fa89679 HTTP/1.1" status: 200 len: 1097 time: 0.1817834 Sep 03 09:50:51.141111 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f8b4f-13bc-4b82-84c6-a7e8b2e8ef8e req-957fc527-04d8-44d3-a007-08837921af2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:50:51.144223 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-7d8f8b4f-13bc-4b82-84c6-a7e8b2e8ef8e req-957fc527-04d8-44d3-a007-08837921af2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for port, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:51.146021 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-7d8f8b4f-13bc-4b82-84c6-a7e8b2e8ef8e req-957fc527-04d8-44d3-a007-08837921af2e service neutron] 10.222.0.60 "PUT /v2.0/ports/547a93d6-30a5-4d82-b68d-4a9debfb2f71 HTTP/1.1" status: 200 len: 1093 time: 4.9634409 Sep 03 09:50:51.150224 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c515a30-d7df-41dd-8429-7d438784f532', 'tag': '547a93d6-30a5-4d82-b68d-4a9debfb2f71'}] {{(pid=105524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:50:51.262894 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-dd8e0ad7-66a7-4d6d-8da2-8cf5dfbed1f5 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:51.318678 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-8793507e-8ed4-4dff-8d66-196609dffa31 req-8dc0aa63-d6dd-4fcf-aad2-6123f04c58cb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f14eea0-cbb9-4187-b8dd-48cbd6747e9d HTTP/1.1" status: 200 len: 217 time: 0.2231603 Sep 03 09:50:51.363754 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-dd8e0ad7-66a7-4d6d-8da2-8cf5dfbed1f5 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831981'] for security_group_rule, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:51.623433 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957fc527-04d8-44d3-a007-08837921af2e service neutron] Pushing event updated for resources: {'Port': ['ID=547a93d6-30a5-4d82-b68d-4a9debfb2f71,revision_number=3']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:51.638443 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-fd06b5e0-271c-4f68-83ec-71c270843de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931'] for port, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:51.707638 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e0ad7-66a7-4d6d-8da2-8cf5dfbed1f5 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=528c1124-44a8-41fe-a376-26748fa987a0,revision_number=0']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:51.741101 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-dd8e0ad7-66a7-4d6d-8da2-8cf5dfbed1f5 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:51.743611 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-dd8e0ad7-66a7-4d6d-8da2-8cf5dfbed1f5 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2652805 Sep 03 09:50:51.752602 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd06b5e0-271c-4f68-83ec-71c270843de9 admin admin] Network 7995b685-e18e-455d-be66-3bd792a79086 is already hosted by enough agents. {{(pid=105524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:50:51.758241 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.base_scheduler [None req-fd06b5e0-271c-4f68-83ec-71c270843de9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:50:51.773277 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 32784) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:50:51.802482 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd06b5e0-271c-4f68-83ec-71c270843de9 admin admin] Received port after_create {{(pid=105524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:50:51.807875 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-fd06b5e0-271c-4f68-83ec-71c270843de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417468'] for router_interface, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:51.824171 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [None req-7462f88c-bc02-4ad9-993b-fc5a02b9f7c7 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Request body: {'security_group_rule': {'security_group_id': 'c5441c9f-f946-4b06-ae05-7d762e90f684', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:50:51.865052 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f8b4f-13bc-4b82-84c6-a7e8b2e8ef8e req-efa8e192-f547-463c-bf6e-b32e8d117a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:50:51.868092 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-7d8f8b4f-13bc-4b82-84c6-a7e8b2e8ef8e req-efa8e192-f547-463c-bf6e-b32e8d117a66 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6c9427e359fc473380a2abdd17c24402&device_id=2c515a30-d7df-41dd-8429-7d438784f532 HTTP/1.1" status: 200 len: 1096 time: 0.6213665 Sep 03 09:50:51.996151 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 09:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e191adab-956c-4d80-9b0c-e78ba153f868 x-openstack-request-id: req-e191adab-956c-4d80-9b0c-e78ba153f868 {{(pid=105525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:50:51.998506 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f84537e-9ce9-4e28-aad0-6a133fa89679", "tag": "8f14eea0-cbb9-4187-b8dd-48cbd6747e9d", "status": "completed", "code": 200}]} {{(pid=105525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:50:51.999257 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e191adab-956c-4d80-9b0c-e78ba153f868 {{(pid=105525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:50:52.001965 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f84537e-9ce9-4e28-aad0-6a133fa89679', 'tag': '8f14eea0-cbb9-4187-b8dd-48cbd6747e9d', 'status': 'completed', 'code': 200} Sep 03 09:50:52.131039 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device c546163f-f2b2-4f5d-826e-88ccab3dfc8f up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:50:52.139495 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793507e-8ed4-4dff-8d66-196609dffa31 req-15e82dd5-11eb-4bdf-84af-27c87dadf90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:50:52.142259 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-8793507e-8ed4-4dff-8d66-196609dffa31 req-15e82dd5-11eb-4bdf-84af-27c87dadf90e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8da37cab-7d9d-4282-adea-29440e0d2f69 HTTP/1.1" status: 200 len: 855 time: 0.7357974 Sep 03 09:50:52.206720 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd85e3-7219-4f80-a45c-4b91a421b981 req-942a65d2-cb25-4be9-bf62-3ca0d4ff18a4 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:50:52.211974 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-f6dd85e3-7219-4f80-a45c-4b91a421b981 req-942a65d2-cb25-4be9-bf62-3ca0d4ff18a4 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f84537e-9ce9-4e28-aad0-6a133fa89679 HTTP/1.1" status: 200 len: 944 time: 0.2199786 Sep 03 09:50:52.264586 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning for port c546163f-f2b2-4f5d-826e-88ccab3dfc8f completed by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:50:52.277066 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning complete for port c546163f-f2b2-4f5d-826e-88ccab3dfc8f triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:50:52.278771 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:52.374190 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd06b5e0-271c-4f68-83ec-71c270843de9 admin admin] Pushing event updated for resources: {'Port': ['ID=83e92f26-2009-4c8e-a3d3-23c8620d4ba3,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:52.412611 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-8793507e-8ed4-4dff-8d66-196609dffa31 req-6c74017d-ef18-480f-b320-edd78247ed04 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2ca7c045-af05-4524-bcc4-6b4f1b7ebefb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1940088 Sep 03 09:50:52.452265 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07cd05725c708ed75ef04e80da70ebdfc8c47d02cbbda1b8cc3f0b48d37440d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a8f85d-542e-463d-a769-9f261e0ebe8b" -d '{"events": [{"name": "network-changed", "server_uuid": "2c515a30-d7df-41dd-8429-7d438784f532", "tag": "547a93d6-30a5-4d82-b68d-4a9debfb2f71"}]}' {{(pid=105524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:50:52.627295 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:52.758862 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-8793507e-8ed4-4dff-8d66-196609dffa31 req-c4d9d3b7-8029-4594-82f2-acd9e310ab4b service neutron] 10.222.0.60 "GET /v2.0/networks/2ca7c045-af05-4524-bcc4-6b4f1b7ebefb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309655 Sep 03 09:50:52.782889 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-f6dd85e3-7219-4f80-a45c-4b91a421b981 req-67690adb-476d-41cb-9af6-5a6cd64da9d8 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5345387 Sep 03 09:50:52.792215 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] For port c546163f-f2b2-4f5d-826e-88ccab3dfc8f, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=c546163f-f2b2-4f5d-826e-88ccab3dfc8f,segment=NetworkSegment(1683d286-1be2-443d-83f5-01a3e9736922),segment_id=1683d286-1be2-443d-83f5-01a3e9736922)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:50:52.805131 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:52.806105 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 9026eb9c-1d51-412b-bba4-4185b848615f up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:50:52.817080 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-7d8f8b4f-13bc-4b82-84c6-a7e8b2e8ef8e req-5da24c25-8173-4f7d-b3f8-9a5cb87207d2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=547a93d6-30a5-4d82-b68d-4a9debfb2f71 HTTP/1.1" status: 200 len: 217 time: 0.9045079 Sep 03 09:50:53.045892 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-8793507e-8ed4-4dff-8d66-196609dffa31 req-6e76f1a9-6d92-4c1b-9560-cff7e21411ac service neutron] 10.222.0.60 "GET /v2.0/networks/2ca7c045-af05-4524-bcc4-6b4f1b7ebefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607098 Sep 03 09:50:53.080988 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Pushing event updated for resources: {'Port': ['ID=c546163f-f2b2-4f5d-826e-88ccab3dfc8f,revision_number=5']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:53.109232 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning complete for port 9026eb9c-1d51-412b-bba4-4185b848615f triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:50:53.109626 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:53.131131 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-7462f88c-bc02-4ad9-993b-fc5a02b9f7c7 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:53.177263 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd5fc0-3bba-4410-8bc7-3712a6ff7f77 req-3d2e3b38-9bc3-44db-a2d7-84bd7ef5ca50 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:50:53.185473 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-e5fd5fc0-3bba-4410-8bc7-3712a6ff7f77 req-3d2e3b38-9bc3-44db-a2d7-84bd7ef5ca50 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c515a30-d7df-41dd-8429-7d438784f532 HTTP/1.1" status: 200 len: 943 time: 1.2717147 Sep 03 09:50:53.316406 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f8b4f-13bc-4b82-84c6-a7e8b2e8ef8e req-c43fed35-dc1c-49be-b4b0-3a067c95f242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:50:53.318244 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-7d8f8b4f-13bc-4b82-84c6-a7e8b2e8ef8e req-c43fed35-dc1c-49be-b4b0-3a067c95f242 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9de1d78b-011a-4ab0-ae36-c320ca457189 HTTP/1.1" status: 200 len: 851 time: 0.4295177 Sep 03 09:50:53.386004 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-e5fd5fc0-3bba-4410-8bc7-3712a6ff7f77 req-57255fa3-4669-4ddb-a45a-6441699ff31c tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.67 "GET /v2.0/security-groups?id=4de7f848-fa4c-4bfa-aa1f-a4231682c522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949711 Sep 03 09:50:53.431281 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-7462f88c-bc02-4ad9-993b-fc5a02b9f7c7 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:53.442091 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-7462f88c-bc02-4ad9-993b-fc5a02b9f7c7 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831981'] for security_group_rule, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:53.453117 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 09:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23814fee-ce66-4f63-9816-d633e2d774a7 x-openstack-request-id: req-23814fee-ce66-4f63-9816-d633e2d774a7 {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:50:53.453686 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c515a30-d7df-41dd-8429-7d438784f532", "tag": "547a93d6-30a5-4d82-b68d-4a9debfb2f71", "status": "completed", "code": 200}]} {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:50:53.454187 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-23814fee-ce66-4f63-9816-d633e2d774a7 {{(pid=105524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:50:53.455535 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c515a30-d7df-41dd-8429-7d438784f532', 'tag': '547a93d6-30a5-4d82-b68d-4a9debfb2f71', 'status': 'completed', 'code': 200} Sep 03 09:50:53.493723 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7462f88c-bc02-4ad9-993b-fc5a02b9f7c7 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7552852-ec1a-42f1-a002-67eecbab2c0a,revision_number=0']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:53.510156 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-fd06b5e0-271c-4f68-83ec-71c270843de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:53.518304 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-7462f88c-bc02-4ad9-993b-fc5a02b9f7c7 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:53.520385 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-7462f88c-bc02-4ad9-993b-fc5a02b9f7c7 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7366469 Sep 03 09:50:53.523643 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 32828) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:50:53.534508 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [None req-7657f84f-0f8c-46a3-a316-3dcd754dbbf7 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Request body: {'floatingip': {'floating_network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d'}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:50:53.608340 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-7657f84f-0f8c-46a3-a316-3dcd754dbbf7 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks [] for floatingip, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:53.841821 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-7657f84f-0f8c-46a3-a316-3dcd754dbbf7 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:53.878874 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-fd06b5e0-271c-4f68-83ec-71c270843de9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:53.921323 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-fd06b5e0-271c-4f68-83ec-71c270843de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:53.922555 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-fd06b5e0-271c-4f68-83ec-71c270843de9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1832124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694508'] for router_interface, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:53.939417 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device c546163f-f2b2-4f5d-826e-88ccab3dfc8f up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:50:54.030872 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning complete for port c546163f-f2b2-4f5d-826e-88ccab3dfc8f triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:50:54.032978 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:54.064952 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b9800-79f5-48d6-a7ba-56edfe68e4f3 req-0e16d77b-10e5-48ca-a1c7-bafc03859af2 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:50:54.068333 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-3a2b9800-79f5-48d6-a7ba-56edfe68e4f3 req-0e16d77b-10e5-48ca-a1c7-bafc03859af2 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f84537e-9ce9-4e28-aad0-6a133fa89679 HTTP/1.1" status: 200 len: 944 time: 0.1851459 Sep 03 09:50:54.076016 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.db_base_plugin_common [None req-7657f84f-0f8c-46a3-a316-3dcd754dbbf7 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Allocated IP 172.27.3.182 (16dc62c0-adaf-4d17-9be4-5c31a1b1de1d/e699cb95-0a95-4e72-9bdf-93d4b1cc29ef/e984d54f-a4a9-4e3b-b05b-46638a17cba9) {{(pid=105525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:50:54.224860 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd06b5e0-271c-4f68-83ec-71c270843de9 admin admin] Pushing event updated for resources: {'Port': ['ID=83e92f26-2009-4c8e-a3d3-23c8620d4ba3,revision_number=2']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:54.277785 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd06b5e0-271c-4f68-83ec-71c270843de9 admin admin] Network 7995b685-e18e-455d-be66-3bd792a79086 is already hosted by enough agents. {{(pid=105524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:50:54.289831 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-3a2b9800-79f5-48d6-a7ba-56edfe68e4f3 req-ade771ec-8b57-47fd-9f05-e973add5a1cc tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524764 Sep 03 09:50:54.291543 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.base_scheduler [None req-fd06b5e0-271c-4f68-83ec-71c270843de9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:50:54.312079 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-7657f84f-0f8c-46a3-a316-3dcd754dbbf7 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks [] for port, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:54.418438 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-7657f84f-0f8c-46a3-a316-3dcd754dbbf7 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931'] for port, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:54.491033 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd06b5e0-271c-4f68-83ec-71c270843de9 admin admin] Router cd5e7bd5-fddd-4861-a5e1-87a5840679e3 has already been hosted by L3 agent d52909a0-0f60-4ffe-9597-25dbe871271a {{(pid=105524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 09:50:54.632968 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7657f84f-0f8c-46a3-a316-3dcd754dbbf7 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Network 16dc62c0-adaf-4d17-9be4-5c31a1b1de1d is already hosted by enough agents. {{(pid=105525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:50:54.646384 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.base_scheduler [None req-7657f84f-0f8c-46a3-a316-3dcd754dbbf7 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Resources bound (agent type, host, resource id): {{(pid=105525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:50:54.650407 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7657f84f-0f8c-46a3-a316-3dcd754dbbf7 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Received port after_create {{(pid=105525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:50:54.685326 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd06b5e0-271c-4f68-83ec-71c270843de9 admin admin] Notify agent at l3_agent.dv-cinder-606346-32-iscsi the message routers_updated {{(pid=105524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 09:50:54.692045 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-fd06b5e0-271c-4f68-83ec-71c270843de9 admin admin] 10.222.0.67 "PUT /v2.0/routers/cd5e7bd5-fddd-4861-a5e1-87a5840679e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6683214 Sep 03 09:50:54.707482 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d759ef84-996b-4ad4-a1d2-63eea9294ddc None None] Sync routers for ids ['cd5e7bd5-fddd-4861-a5e1-87a5840679e3'] in dv-cinder-606346-32-iscsi {{(pid=105526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 09:50:54.720883 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7657f84f-0f8c-46a3-a316-3dcd754dbbf7 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Pushing event updated for resources: {'Port': ['ID=e984d54f-a4a9-4e3b-b05b-46638a17cba9,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:54.736918 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d759ef84-996b-4ad4-a1d2-63eea9294ddc None None] Routers {'cd5e7bd5-fddd-4861-a5e1-87a5840679e3'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:50:54.737899 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-d759ef84-996b-4ad4-a1d2-63eea9294ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:50:32Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['cd5e7bd5-fddd-4861-a5e1-87a5840679e3'], 'active': True} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:50:54.926005 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-7657f84f-0f8c-46a3-a316-3dcd754dbbf7 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:54.976828 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f982a-c853-4582-acae-0920b23a6e4c req-827f458c-4a61-4a36-a43a-47b186ff12e1 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:50:54.980258 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-2b5f982a-c853-4582-acae-0920b23a6e4c req-827f458c-4a61-4a36-a43a-47b186ff12e1 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c515a30-d7df-41dd-8429-7d438784f532 HTTP/1.1" status: 200 len: 943 time: 0.4448750 Sep 03 09:50:55.102031 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-2b5f982a-c853-4582-acae-0920b23a6e4c req-7560bffa-4f62-4cf6-b19b-0b34e175bbc9 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.67 "GET /v2.0/security-groups?id=4de7f848-fa4c-4bfa-aa1f-a4231682c522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869741 Sep 03 09:50:55.105437 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-7657f84f-0f8c-46a3-a316-3dcd754dbbf7 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:55.133000 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvr_db [None req-d759ef84-996b-4ad4-a1d2-63eea9294ddc None None] Set router cd5e7bd5-fddd-4861-a5e1-87a5840679e3 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:50:55.350336 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-7657f84f-0f8c-46a3-a316-3dcd754dbbf7 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks [] for port, precommit_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:55.360744 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-7657f84f-0f8c-46a3-a316-3dcd754dbbf7 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:55.399889 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-7657f84f-0f8c-46a3-a316-3dcd754dbbf7 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417335'] for floatingip, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:55.426112 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-7657f84f-0f8c-46a3-a316-3dcd754dbbf7 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for floatingip, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:55.427462 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-7657f84f-0f8c-46a3-a316-3dcd754dbbf7 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9020500 Sep 03 09:50:55.429035 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7657f84f-0f8c-46a3-a316-3dcd754dbbf7 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Pushing event updated for resources: {'Port': ['ID=e984d54f-a4a9-4e3b-b05b-46638a17cba9,revision_number=2']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:55.498133 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 32888) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:50:55.502707 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a16c6-afd3-4ec4-bd38-fc67328508d1 req-ad175500-237f-4e17-8e83-7181c70daf5e tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:50:55.503801 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-f20a16c6-afd3-4ec4-bd38-fc67328508d1 req-ad175500-237f-4e17-8e83-7181c70daf5e tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f84537e-9ce9-4e28-aad0-6a133fa89679 HTTP/1.1" status: 200 len: 944 time: 0.0660362 Sep 03 09:50:55.509729 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-d759ef84-996b-4ad4-a1d2-63eea9294ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5e7bd5-fddd-4861-a5e1-87a5840679e3', 'name': 'tempest-ServerRescueNegativeTestJSON-256398060-router', 'tenant_id': 'c72df9f562c94a8aab79afac7263e6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '9026eb9c-1d51-412b-bba4-4185b848615f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:50:36Z', 'updated_at': '2021-09-03T09:50:53Z', 'revision_number': 4, 'project_id': 'c72df9f562c94a8aab79afac7263e6e5', 'gw_port': {'id': '9026eb9c-1d51-412b-bba4-4185b848615f', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5e7bd5-fddd-4861-a5e1-87a5840679e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:50:38Z', 'updated_at': '2021-09-03T09:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_interfaces': [{'id': '83e92f26-2009-4c8e-a3d3-23c8620d4ba3', 'name': '', 'network_id': '7995b685-e18e-455d-be66-3bd792a79086', 'tenant_id': 'c72df9f562c94a8aab79afac7263e6e5', 'mac_address': 'fa:16:3e:12:a2:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5e7bd5-fddd-4861-a5e1-87a5840679e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f78bac5b-e536-4490-a472-11f8ae62b3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:50:47Z', 'updated_at': '2021-09-03T09:50:53Z', 'revision_number': 2, 'project_id': 'c72df9f562c94a8aab79afac7263e6e5', 'subnets': [{'id': 'f78bac5b-e536-4490-a472-11f8ae62b3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:50:55.545643 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-f20a16c6-afd3-4ec4-bd38-fc67328508d1 req-f8b3c605-1ac4-4f25-b7b0-f80ae409c3b2 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346076 Sep 03 09:50:55.546254 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d759ef84-996b-4ad4-a1d2-63eea9294ddc None None] Checking router: cd5e7bd5-fddd-4861-a5e1-87a5840679e3 for host: dv-cinder-606346-32-iscsi {{(pid=105526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 09:50:55.546809 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d759ef84-996b-4ad4-a1d2-63eea9294ddc None None] Updating router cd5e7bd5-fddd-4861-a5e1-87a5840679e3 port 83e92f26-2009-4c8e-a3d3-23c8620d4ba3 binding host dv-cinder-606346-32-iscsi {{(pid=105526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 09:50:55.581627 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-d759ef84-996b-4ad4-a1d2-63eea9294ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:55.876436 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-a0562c1d-2b58-4b69-9e26-958c24d26a20 req-f42ee19b-c92e-43ce-8559-dbe08dc59658 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--2025900704&fields=id&tenant_id=bbe4096f40d64702be2a6fb537ac5c42 HTTP/1.1" status: 200 len: 267 time: 0.0597017 Sep 03 09:50:55.921316 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-d759ef84-996b-4ad4-a1d2-63eea9294ddc None None] Notify callbacks [] for port, precommit_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:55.924119 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-d57a7598-8f23-40bc-81f6-71747cc3882b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:55.948274 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-d759ef84-996b-4ad4-a1d2-63eea9294ddc None None] Transition to ACTIVE for port object 83e92f26-2009-4c8e-a3d3-23c8620d4ba3 will not be triggered until provisioned by entity L2. {{(pid=105526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:50:55.969386 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-d759ef84-996b-4ad4-a1d2-63eea9294ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:56.010756 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7128a-ee34-45a0-af16-a35c90941e1c req-8b41aac9-19e0-4747-8406-f573517ecddb tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:50:56.012629 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-d8c7128a-ee34-45a0-af16-a35c90941e1c req-8b41aac9-19e0-4747-8406-f573517ecddb tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/networks?id=7995b685-e18e-455d-be66-3bd792a79086 HTTP/1.1" status: 200 len: 818 time: 0.2427158 Sep 03 09:50:56.038540 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-d8c7128a-ee34-45a0-af16-a35c90941e1c req-6b936f86-15c2-4c86-9054-a03e3964b255 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/quotas/c72df9f562c94a8aab79afac7263e6e5 HTTP/1.1" status: 200 len: 375 time: 0.0141184 Sep 03 09:50:56.064012 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0562c1d-2b58-4b69-9e26-958c24d26a20 req-b5c242b5-91e9-4976-97e8-8a9078fdbdad tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:50:56.066036 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-a0562c1d-2b58-4b69-9e26-958c24d26a20 req-b5c242b5-91e9-4976-97e8-8a9078fdbdad tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/networks?id=528a02fc-44c8-4bd1-9db4-aa8e01cd9db5 HTTP/1.1" status: 200 len: 816 time: 0.1886411 Sep 03 09:50:56.082777 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a1bb7b-6879-40e3-8c77-a542595f4e44 None None] Pushing event updated for resources: {'Port': ['ID=83e92f26-2009-4c8e-a3d3-23c8620d4ba3,revision_number=3']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:56.097148 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-a0562c1d-2b58-4b69-9e26-958c24d26a20 req-bc935c70-a0be-4a95-bfef-f93c10bb3b2e tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/quotas/bbe4096f40d64702be2a6fb537ac5c42 HTTP/1.1" status: 200 len: 375 time: 0.0249877 Sep 03 09:50:56.107378 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-d57a7598-8f23-40bc-81f6-71747cc3882b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:56.115295 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-d57a7598-8f23-40bc-81f6-71747cc3882b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:56.147967 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.managers [None req-d759ef84-996b-4ad4-a1d2-63eea9294ddc None None] Attempting to bind port 83e92f26-2009-4c8e-a3d3-23c8620d4ba3 on host dv-cinder-606346-32-iscsi for vnic_type normal with profile {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 09:50:56.148508 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.managers [None req-d759ef84-996b-4ad4-a1d2-63eea9294ddc None None] Attempting to bind port 83e92f26-2009-4c8e-a3d3-23c8620d4ba3 by drivers openvswitch,hyperv on host dv-cinder-606346-32-iscsi at level 0 using segments [{'id': '7369bf7c-6fbb-4bda-b2e3-3040860ac3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '7995b685-e18e-455d-be66-3bd792a79086'}] {{(pid=105526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 09:50:56.148993 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d759ef84-996b-4ad4-a1d2-63eea9294ddc None None] Attempting to bind port 83e92f26-2009-4c8e-a3d3-23c8620d4ba3 on network 7995b685-e18e-455d-be66-3bd792a79086 {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:50:56.155827 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d759ef84-996b-4ad4-a1d2-63eea9294ddc None None] Checking agent: {'id': 'ce816ebf-b316-41f6-aeb5-8037a78dc56b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 9, 42, 33), 'started_at': datetime.datetime(2021, 9, 3, 9, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 9, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 09:50:56.156210 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d759ef84-996b-4ad4-a1d2-63eea9294ddc None None] Checking segment: {'id': '7369bf7c-6fbb-4bda-b2e3-3040860ac3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '7995b685-e18e-455d-be66-3bd792a79086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:50:56.156703 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-d759ef84-996b-4ad4-a1d2-63eea9294ddc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:56.157105 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d759ef84-996b-4ad4-a1d2-63eea9294ddc None None] Bound using segment: {'id': '7369bf7c-6fbb-4bda-b2e3-3040860ac3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '7995b685-e18e-455d-be66-3bd792a79086'} {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 09:50:56.157639 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.managers [None req-d759ef84-996b-4ad4-a1d2-63eea9294ddc None None] Bound port: 83e92f26-2009-4c8e-a3d3-23c8620d4ba3, host: dv-cinder-606346-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7369bf7c-6fbb-4bda-b2e3-3040860ac3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '7995b685-e18e-455d-be66-3bd792a79086'}}] {{(pid=105526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 09:50:56.158035 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-d759ef84-996b-4ad4-a1d2-63eea9294ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:56.186447 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-d57a7598-8f23-40bc-81f6-71747cc3882b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3327ec57d0ea40f3909b49f502599537&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6870935 Sep 03 09:50:56.191704 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-d8c7128a-ee34-45a0-af16-a35c90941e1c req-f72a1462-324e-4396-a93c-b867026d0054 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=c72df9f562c94a8aab79afac7263e6e5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1409147 Sep 03 09:50:56.191954 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57a7598-8f23-40bc-81f6-71747cc3882b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051bbb5b-9170-469b-9731-46484251916f,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:56.194778 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 32934) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:50:56.251200 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-d759ef84-996b-4ad4-a1d2-63eea9294ddc None None] For port 83e92f26-2009-4c8e-a3d3-23c8620d4ba3, host dv-cinder-606346-32-iscsi, cleared binding levels {{(pid=105526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 09:50:56.251424 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-a0562c1d-2b58-4b69-9e26-958c24d26a20 req-6f06c8b0-fc0f-4e1d-b2e5-15e29214e0ad tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=bbe4096f40d64702be2a6fb537ac5c42&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1481445 Sep 03 09:50:56.255173 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-d759ef84-996b-4ad4-a1d2-63eea9294ddc None None] For port 83e92f26-2009-4c8e-a3d3-23c8620d4ba3, host dv-cinder-606346-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=83e92f26-2009-4c8e-a3d3-23c8620d4ba3,segment=NetworkSegment(7369bf7c-6fbb-4bda-b2e3-3040860ac3c2),segment_id=7369bf7c-6fbb-4bda-b2e3-3040860ac3c2)] {{(pid=105526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 09:50:56.263377 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-d759ef84-996b-4ad4-a1d2-63eea9294ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:56.286210 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-f271856a-2d3d-452b-b0c1-c5a146b59b4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:56.351860 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-f271856a-2d3d-452b-b0c1-c5a146b59b4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:56.360887 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d759ef84-996b-4ad4-a1d2-63eea9294ddc None None] Routers {'cd5e7bd5-fddd-4861-a5e1-87a5840679e3'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:50:56.361655 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-d759ef84-996b-4ad4-a1d2-63eea9294ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:50:32Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['cd5e7bd5-fddd-4861-a5e1-87a5840679e3'], 'active': True} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:50:56.385759 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-d8c7128a-ee34-45a0-af16-a35c90941e1c req-945cd768-a37d-49fc-9f0c-e8adeb793b1c service neutron] 10.222.0.67 "GET /v2.0/networks/7995b685-e18e-455d-be66-3bd792a79086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711676 Sep 03 09:50:56.430148 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-a0562c1d-2b58-4b69-9e26-958c24d26a20 req-4d7b54c5-c114-4551-83fc-702f67aa393b service neutron] 10.222.0.67 "GET /v2.0/networks/528a02fc-44c8-4bd1-9db4-aa8e01cd9db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478126 Sep 03 09:50:56.568765 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a1bb7b-6879-40e3-8c77-a542595f4e44 None None] Pushing event updated for resources: {'Port': ['ID=83e92f26-2009-4c8e-a3d3-23c8620d4ba3,revision_number=4']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:56.581526 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-a0562c1d-2b58-4b69-9e26-958c24d26a20 req-21132386-f473-49ee-922d-cf3ca69f4093 service neutron] 10.222.0.67 "GET /v2.0/networks/528a02fc-44c8-4bd1-9db4-aa8e01cd9db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444855 Sep 03 09:50:56.652609 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvr_db [None req-d759ef84-996b-4ad4-a1d2-63eea9294ddc None None] Set router cd5e7bd5-fddd-4861-a5e1-87a5840679e3 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:50:56.657231 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 32944) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:50:56.684862 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a97ba8-f0b3-4d05-a290-3c65bbfe8e8e req-faa4a249-60db-4756-8ffe-63652c1359b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:50:56.689413 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-d6a97ba8-f0b3-4d05-a290-3c65bbfe8e8e req-faa4a249-60db-4756-8ffe-63652c1359b1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=343cc1bfb2f9452291ef8e11cb33cf4c&device_id=2f84537e-9ce9-4e28-aad0-6a133fa89679 HTTP/1.1" status: 200 len: 1097 time: 0.1069150 Sep 03 09:50:56.933627 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-7d8f8b4f-13bc-4b82-84c6-a7e8b2e8ef8e req-55743d78-d8c2-4b03-8336-cfc9fe5362fa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=76ea5923-f2d4-43d5-9ac3-137283a120e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4840951 Sep 03 09:50:56.955135 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-f271856a-2d3d-452b-b0c1-c5a146b59b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:56.957819 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-f271856a-2d3d-452b-b0c1-c5a146b59b4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:56.962248 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-f271856a-2d3d-452b-b0c1-c5a146b59b4d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/051bbb5b-9170-469b-9731-46484251916f HTTP/1.1" status: 204 len: 168 time: 0.7664206 Sep 03 09:50:56.963283 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-d759ef84-996b-4ad4-a1d2-63eea9294ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5e7bd5-fddd-4861-a5e1-87a5840679e3', 'name': 'tempest-ServerRescueNegativeTestJSON-256398060-router', 'tenant_id': 'c72df9f562c94a8aab79afac7263e6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '9026eb9c-1d51-412b-bba4-4185b848615f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:50:36Z', 'updated_at': '2021-09-03T09:50:53Z', 'revision_number': 4, 'project_id': 'c72df9f562c94a8aab79afac7263e6e5', 'gw_port': {'id': '9026eb9c-1d51-412b-bba4-4185b848615f', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5e7bd5-fddd-4861-a5e1-87a5840679e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:50:38Z', 'updated_at': '2021-09-03T09:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_interfaces': [{'id': '83e92f26-2009-4c8e-a3d3-23c8620d4ba3', 'name': '', 'network_id': '7995b685-e18e-455d-be66-3bd792a79086', 'tenant_id': 'c72df9f562c94a8aab79afac7263e6e5', 'mac_address': 'fa:16:3e:12:a2:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5e7bd5-fddd-4861-a5e1-87a5840679e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f78bac5b-e536-4490-a472-11f8ae62b3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:50:47Z', 'updated_at': '2021-09-03T09:50:56Z', 'revision_number': 4, 'project_id': 'c72df9f562c94a8aab79afac7263e6e5', 'subnets': [{'id': 'f78bac5b-e536-4490-a472-11f8ae62b3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:50:56.985685 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-8de47c13-abf9-432b-9178-1d030dc262fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:56.992858 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d759ef84-996b-4ad4-a1d2-63eea9294ddc None None] The sync data for ids ['cd5e7bd5-fddd-4861-a5e1-87a5840679e3'] in dv-cinder-606346-32-iscsi is: [{'id': 'cd5e7bd5-fddd-4861-a5e1-87a5840679e3', 'name': 'tempest-ServerRescueNegativeTestJSON-256398060-router', 'tenant_id': 'c72df9f562c94a8aab79afac7263e6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '9026eb9c-1d51-412b-bba4-4185b848615f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:50:36Z', 'updated_at': '2021-09-03T09:50:53Z', 'revision_number': 4, 'project_id': 'c72df9f562c94a8aab79afac7263e6e5', 'gw_port': {'id': '9026eb9c-1d51-412b-bba4-4185b848615f', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5e7bd5-fddd-4861-a5e1-87a5840679e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:50:38Z', 'updated_at': '2021-09-03T09:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_interfaces': [{'id': '83e92f26-2009-4c8e-a3d3-23c8620d4ba3', 'name': '', 'network_id': '7995b685-e18e-455d-be66-3bd792a79086', 'tenant_id': 'c72df9f562c94a8aab79afac7263e6e5', 'mac_address': 'fa:16:3e:12:a2:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5e7bd5-fddd-4861-a5e1-87a5840679e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f78bac5b-e536-4490-a472-11f8ae62b3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:50:47Z', 'updated_at': '2021-09-03T09:50:56Z', 'revision_number': 4, 'project_id': 'c72df9f562c94a8aab79afac7263e6e5', 'subnets': [{'id': 'f78bac5b-e536-4490-a472-11f8ae62b3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 09:50:56.996777 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f271856a-2d3d-452b-b0c1-c5a146b59b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051bbb5b-9170-469b-9731-46484251916f,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:57.027873 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-d8c7128a-ee34-45a0-af16-a35c90941e1c req-5711f58a-cc70-46b6-86fa-10474acd4371 service neutron] 10.222.0.67 "GET /v2.0/networks/7995b685-e18e-455d-be66-3bd792a79086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6345057 Sep 03 09:50:57.052318 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a97ba8-f0b3-4d05-a290-3c65bbfe8e8e req-d6096ca1-d95a-47ce-8b87-527df4bf1454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:50:57.053857 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-d6a97ba8-f0b3-4d05-a290-3c65bbfe8e8e req-d6096ca1-d95a-47ce-8b87-527df4bf1454 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2ca7c045-af05-4524-bcc4-6b4f1b7ebefb HTTP/1.1" status: 200 len: 916 time: 0.3545687 Sep 03 09:50:57.188798 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-7d8f8b4f-13bc-4b82-84c6-a7e8b2e8ef8e req-e2d396ae-2ce1-42e4-ac87-66141dbcf2ce service neutron] 10.222.0.60 "GET /v2.0/networks/76ea5923-f2d4-43d5-9ac3-137283a120e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456081 Sep 03 09:50:57.442202 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-d6a97ba8-f0b3-4d05-a290-3c65bbfe8e8e req-3e3b430a-dd3c-4b2a-a151-90b414c9a4bf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f14eea0-cbb9-4187-b8dd-48cbd6747e9d HTTP/1.1" status: 200 len: 217 time: 0.3785422 Sep 03 09:50:57.492555 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6590a86-7e77-4eb0-b300-8ea91c92c774 req-a94e671e-cb2f-4d7d-9503-861c59e07723 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:50:57.496136 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-a6590a86-7e77-4eb0-b300-8ea91c92c774 req-a94e671e-cb2f-4d7d-9503-861c59e07723 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c515a30-d7df-41dd-8429-7d438784f532 HTTP/1.1" status: 200 len: 943 time: 0.5721176 Sep 03 09:50:57.530397 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-7d8f8b4f-13bc-4b82-84c6-a7e8b2e8ef8e req-b4f7a7db-318b-4f0a-bbd8-2da6216040ae service neutron] 10.222.0.60 "GET /v2.0/networks/76ea5923-f2d4-43d5-9ac3-137283a120e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329613 Sep 03 09:50:57.552870 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e751a-539b-432f-b407-e0640b9410bb req-fc959402-071a-4d90-a260-2e271cbdd016 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:50:57.563799 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-ba1e751a-539b-432f-b407-e0640b9410bb req-fc959402-071a-4d90-a260-2e271cbdd016 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f84537e-9ce9-4e28-aad0-6a133fa89679 HTTP/1.1" status: 200 len: 944 time: 0.1454787 Sep 03 09:50:57.647278 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-8de47c13-abf9-432b-9178-1d030dc262fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:57.674837 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 32978) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:50:57.705704 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-8de47c13-abf9-432b-9178-1d030dc262fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:57.707059 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-6b8f6e16-47e1-41d8-a073-58903b53c9ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:57.726572 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-ba1e751a-539b-432f-b407-e0640b9410bb req-411ad4b7-e573-4c11-80c3-59b335cece61 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618001 Sep 03 09:50:57.762586 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8f85d-542e-463d-a769-9f261e0ebe8b req-4c088301-99f7-4fde-8d8c-229256a05c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:50:57.764205 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-d6a8f85d-542e-463d-a769-9f261e0ebe8b req-4c088301-99f7-4fde-8d8c-229256a05c22 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6c9427e359fc473380a2abdd17c24402&device_id=2c515a30-d7df-41dd-8429-7d438784f532 HTTP/1.1" status: 200 len: 1096 time: 0.1652122 Sep 03 09:50:57.821929 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a97ba8-f0b3-4d05-a290-3c65bbfe8e8e req-04a1281c-402d-4e04-b158-b64ab44c3048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:50:57.823956 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-d6a97ba8-f0b3-4d05-a290-3c65bbfe8e8e req-04a1281c-402d-4e04-b158-b64ab44c3048 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8da37cab-7d9d-4282-adea-29440e0d2f69 HTTP/1.1" status: 200 len: 855 time: 0.3690023 Sep 03 09:50:57.891580 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-d6a97ba8-f0b3-4d05-a290-3c65bbfe8e8e req-d0cfa765-082f-4255-b2bf-85dd6ec51b02 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2ca7c045-af05-4524-bcc4-6b4f1b7ebefb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464416 Sep 03 09:50:58.051871 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-10708a25-c769-4146-83a8-ef310c0ca9da req-d08f0b31-ac87-42b6-aabf-7701eb816192 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 210 time: 0.2482243 Sep 03 09:50:58.116514 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 83e92f26-2009-4c8e-a3d3-23c8620d4ba3 up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:50:58.161103 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-8de47c13-abf9-432b-9178-1d030dc262fa admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ed94a1b70b464f57b86270e0755fe0d2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5024168 Sep 03 09:50:58.164800 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 32992) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:50:58.238892 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning for port 83e92f26-2009-4c8e-a3d3-23c8620d4ba3 completed by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:50:58.250211 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning complete for port 83e92f26-2009-4c8e-a3d3-23c8620d4ba3 triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:50:58.251465 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:58.260481 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-ca6f0e2b-83b6-42fa-a6e9-ad97da0e965d req-b8b6242b-cb5b-4045-9409-30c0fa21daff tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 210 time: 0.0669005 Sep 03 09:50:58.273842 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de47c13-abf9-432b-9178-1d030dc262fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f192990c-7379-49a7-89bc-9c162c8cbe2d,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:58.278869 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-d6a97ba8-f0b3-4d05-a290-3c65bbfe8e8e req-6f31166f-ae7b-49b7-a2fe-879583cca293 service neutron] 10.222.0.60 "GET /v2.0/networks/2ca7c045-af05-4524-bcc4-6b4f1b7ebefb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714988 Sep 03 09:50:58.287333 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-a6590a86-7e77-4eb0-b300-8ea91c92c774 req-9636ce3d-eb39-4134-ae7a-42c3a5634e11 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.67 "GET /v2.0/security-groups?id=4de7f848-fa4c-4bfa-aa1f-a4231682c522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6352615 Sep 03 09:50:58.342384 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-750698f4-839a-4d51-872c-97ffe49c5a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:58.418456 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-750698f4-839a-4d51-872c-97ffe49c5a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:58.446033 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-6b8f6e16-47e1-41d8-a073-58903b53c9ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:58.477806 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-6b8f6e16-47e1-41d8-a073-58903b53c9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:58.493597 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8f85d-542e-463d-a769-9f261e0ebe8b req-c4f40067-d4f0-4921-ba96-83af87a5b66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:50:58.500864 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-d6a8f85d-542e-463d-a769-9f261e0ebe8b req-c4f40067-d4f0-4921-ba96-83af87a5b66b service neutron] 10.222.0.60 "GET /v2.0/networks?id=76ea5923-f2d4-43d5-9ac3-137283a120e8 HTTP/1.1" status: 200 len: 912 time: 0.7252593 Sep 03 09:50:58.530764 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-d6a97ba8-f0b3-4d05-a290-3c65bbfe8e8e req-555be92a-20c6-46d9-85b7-c7d5d4c8bcb4 service neutron] 10.222.0.60 "GET /v2.0/networks/2ca7c045-af05-4524-bcc4-6b4f1b7ebefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418978 Sep 03 09:50:58.553121 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:58.577493 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-750698f4-839a-4d51-872c-97ffe49c5a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:58.585431 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-750698f4-839a-4d51-872c-97ffe49c5a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:58.589735 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-750698f4-839a-4d51-872c-97ffe49c5a7a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f192990c-7379-49a7-89bc-9c162c8cbe2d HTTP/1.1" status: 204 len: 168 time: 0.4100115 Sep 03 09:50:58.611519 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750698f4-839a-4d51-872c-97ffe49c5a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f192990c-7379-49a7-89bc-9c162c8cbe2d,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:58.618741 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] For port 83e92f26-2009-4c8e-a3d3-23c8620d4ba3, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=83e92f26-2009-4c8e-a3d3-23c8620d4ba3,segment=NetworkSegment(7369bf7c-6fbb-4bda-b2e3-3040860ac3c2),segment_id=7369bf7c-6fbb-4bda-b2e3-3040860ac3c2)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:50:58.624982 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8f6e16-47e1-41d8-a073-58903b53c9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c98832-51a0-4385-9dd6-61971ce2ebb7,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:58.635208 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:58.723686 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Pushing event updated for resources: {'Port': ['ID=83e92f26-2009-4c8e-a3d3-23c8620d4ba3,revision_number=5']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:58.777988 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-6b8f6e16-47e1-41d8-a073-58903b53c9ae admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f6b2c4f48d71458eb494dec4ffae0f0e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1017230 Sep 03 09:50:58.779534 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-d6a8f85d-542e-463d-a769-9f261e0ebe8b req-285f95e7-f315-403c-8e49-d59e6bfe8a81 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=547a93d6-30a5-4d82-b68d-4a9debfb2f71 HTTP/1.1" status: 200 len: 217 time: 0.2676995 Sep 03 09:50:58.781979 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 33018) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:50:58.926651 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0562c1d-2b58-4b69-9e26-958c24d26a20 req-add8eb87-3919-4a8d-8e35-c19db111ab4a tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:50:58.928315 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-a0562c1d-2b58-4b69-9e26-958c24d26a20 req-add8eb87-3919-4a8d-8e35-c19db111ab4a tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.60 "GET /v2.0/networks?id=528a02fc-44c8-4bd1-9db4-aa8e01cd9db5 HTTP/1.1" status: 200 len: 816 time: 0.1566212 Sep 03 09:50:58.990597 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-5422bae2-f8ef-4d38-8fd4-d60ec7fd971b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:59.016067 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-a0562c1d-2b58-4b69-9e26-958c24d26a20 req-d6c08449-89c0-4ee7-b6a3-9ae4cf855e02 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbe4096f40d64702be2a6fb537ac5c42 HTTP/1.1" status: 200 len: 380 time: 0.0742109 Sep 03 09:50:59.027325 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8f85d-542e-463d-a769-9f261e0ebe8b req-00422395-05b5-4ae3-8a55-406331588ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:50:59.028851 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-d6a8f85d-542e-463d-a769-9f261e0ebe8b req-00422395-05b5-4ae3-8a55-406331588ce9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9de1d78b-011a-4ab0-ae36-c320ca457189 HTTP/1.1" status: 200 len: 851 time: 0.2185552 Sep 03 09:50:59.035355 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb6d20-0497-48c7-8d7b-aadaedf7ac69 req-e03484bd-20a2-4a17-bf40-0469a94af7e5 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:50:59.045368 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-5eeb6d20-0497-48c7-8d7b-aadaedf7ac69 req-e03484bd-20a2-4a17-bf40-0469a94af7e5 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f84537e-9ce9-4e28-aad0-6a133fa89679 HTTP/1.1" status: 200 len: 944 time: 0.1160519 Sep 03 09:50:59.057768 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [req-a0562c1d-2b58-4b69-9e26-958c24d26a20 req-5d280c81-5480-479f-9f5d-a101697f1010 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Request body: {'port': {'device_id': 'cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0', 'network_id': '528a02fc-44c8-4bd1-9db4-aa8e01cd9db5', 'admin_state_up': True, 'tenant_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'security_groups': ['c5441c9f-f946-4b06-ae05-7d762e90f684']}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:50:59.083172 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-d6a8f85d-542e-463d-a769-9f261e0ebe8b req-426942b0-229a-42e1-b139-37977f0ff098 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=76ea5923-f2d4-43d5-9ac3-137283a120e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400352 Sep 03 09:50:59.086063 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-5422bae2-f8ef-4d38-8fd4-d60ec7fd971b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:59.154264 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-dffe5d8d-71f3-42a2-8bdd-21afcf8e8e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:59.162565 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b0b29-0375-4d88-8525-6efe14e3ea25 req-242c3de1-567e-4e84-9892-85093ca2220a tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:50:59.162745 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-5eeb6d20-0497-48c7-8d7b-aadaedf7ac69 req-9000d8c4-408f-433a-8056-1eea85b48bee tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164718 Sep 03 09:50:59.170021 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2f7b0b29-0375-4d88-8525-6efe14e3ea25 req-242c3de1-567e-4e84-9892-85093ca2220a tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/networks?id=7995b685-e18e-455d-be66-3bd792a79086 HTTP/1.1" status: 200 len: 818 time: 0.3894014 Sep 03 09:50:59.220755 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 33038) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:50:59.256304 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2f7b0b29-0375-4d88-8525-6efe14e3ea25 req-cdb464c5-9561-40f8-af7d-c7499755b9d3 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/quotas/c72df9f562c94a8aab79afac7263e6e5 HTTP/1.1" status: 200 len: 375 time: 0.0694158 Sep 03 09:50:59.270085 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-44a73f07-1e78-4cc5-af08-a957c6692b4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:59.302984 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.60', 59884) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:50:59.329499 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-5422bae2-f8ef-4d38-8fd4-d60ec7fd971b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:59.332169 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-5422bae2-f8ef-4d38-8fd4-d60ec7fd971b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:59.333328 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-5422bae2-f8ef-4d38-8fd4-d60ec7fd971b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a9c98832-51a0-4385-9dd6-61971ce2ebb7 HTTP/1.1" status: 204 len: 168 time: 0.5504329 Sep 03 09:50:59.357062 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-5b7312ed-88f4-49c8-9735-4f75fc8466ea req-0a4ad866-6fbb-45a3-8bc0-887470d87cbf tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 210 time: 0.0425289 Sep 03 09:50:59.357290 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2f7b0b29-0375-4d88-8525-6efe14e3ea25 req-56948d0a-3a7f-49d7-a88a-af409b35c60f tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=c72df9f562c94a8aab79afac7263e6e5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0999322 Sep 03 09:50:59.360375 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0562c1d-2b58-4b69-9e26-958c24d26a20 req-5d280c81-5480-479f-9f5d-a101697f1010 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Made reservation on behalf of bbe4096f40d64702be2a6fb537ac5c42 for: {'port': 1} {{(pid=105525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:50:59.364892 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-a0562c1d-2b58-4b69-9e26-958c24d26a20 req-5d280c81-5480-479f-9f5d-a101697f1010 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:59.475262 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2f7b0b29-0375-4d88-8525-6efe14e3ea25 req-99806c61-2feb-4e01-87ad-a67b88a3ed38 service neutron] 10.222.0.67 "GET /v2.0/networks/7995b685-e18e-455d-be66-3bd792a79086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171458 Sep 03 09:50:59.482361 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-d6a8f85d-542e-463d-a769-9f261e0ebe8b req-1b1ddece-54fd-4488-8de7-8118a3ea420f service neutron] 10.222.0.60 "GET /v2.0/networks/76ea5923-f2d4-43d5-9ac3-137283a120e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3820114 Sep 03 09:50:59.514421 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5422bae2-f8ef-4d38-8fd4-d60ec7fd971b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c98832-51a0-4385-9dd6-61971ce2ebb7,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:59.638834 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.db_base_plugin_common [req-a0562c1d-2b58-4b69-9e26-958c24d26a20 req-5d280c81-5480-479f-9f5d-a101697f1010 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Allocated IP 172.20.0.5 (528a02fc-44c8-4bd1-9db4-aa8e01cd9db5/8b9bc1cc-f1d0-4f7b-aa38-f059a6d84938/9000703e-83cb-4133-ad9a-97f2ee4d2fe9) {{(pid=105525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:50:59.742498 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7128a-ee34-45a0-af16-a35c90941e1c req-4a01c413-1fcb-495c-a6cd-411b90622a2d tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:50:59.744575 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-d8c7128a-ee34-45a0-af16-a35c90941e1c req-4a01c413-1fcb-495c-a6cd-411b90622a2d tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.60 "GET /v2.0/networks?id=7995b685-e18e-455d-be66-3bd792a79086 HTTP/1.1" status: 200 len: 818 time: 0.4376068 Sep 03 09:50:59.752695 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-d6a8f85d-542e-463d-a769-9f261e0ebe8b req-511f1c39-dc02-4ae7-b405-432d792048c6 service neutron] 10.222.0.60 "GET /v2.0/networks/76ea5923-f2d4-43d5-9ac3-137283a120e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559552 Sep 03 09:50:59.754859 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2f7b0b29-0375-4d88-8525-6efe14e3ea25 req-f73409e3-cdda-4d5e-aa73-062e0a9a3864 service neutron] 10.222.0.67 "GET /v2.0/networks/7995b685-e18e-455d-be66-3bd792a79086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595646 Sep 03 09:50:59.763832 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-44a73f07-1e78-4cc5-af08-a957c6692b4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:59.803322 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a02439-f52d-4630-9f99-2e8098146705 req-3b1b2ea5-cbb6-4a49-9408-8323ea1332e0 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:50:59.804994 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-e0a02439-f52d-4630-9f99-2e8098146705 req-3b1b2ea5-cbb6-4a49-9408-8323ea1332e0 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c515a30-d7df-41dd-8429-7d438784f532 HTTP/1.1" status: 200 len: 943 time: 0.2658286 Sep 03 09:50:59.808920 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-44a73f07-1e78-4cc5-af08-a957c6692b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:59.887087 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 83e92f26-2009-4c8e-a3d3-23c8620d4ba3 up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:50:59.905985 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 33062) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:50:59.912617 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 33064) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:50:59.913049 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-44a73f07-1e78-4cc5-af08-a957c6692b4f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f15ab1cef01d4ce9ac70fbb689ef1ce7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6900110 Sep 03 09:50:59.930026 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a73f07-1e78-4cc5-af08-a957c6692b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75542e1b-230c-4934-82ac-64b4988d1b43,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:50:59.940789 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-e0a02439-f52d-4630-9f99-2e8098146705 req-15fa1257-3fbb-4047-bccc-bcd3fa808e4c tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.67 "GET /v2.0/security-groups?id=4de7f848-fa4c-4bfa-aa1f-a4231682c522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062868 Sep 03 09:50:59.953340 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-a0562c1d-2b58-4b69-9e26-958c24d26a20 req-5d280c81-5480-479f-9f5d-a101697f1010 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks [] for port, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:50:59.986088 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.provisioning_blocks [req-a0562c1d-2b58-4b69-9e26-958c24d26a20 req-5d280c81-5480-479f-9f5d-a101697f1010 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Transition to ACTIVE for port object 9000703e-83cb-4133-ad9a-97f2ee4d2fe9 will not be triggered until provisioned by entity DHCP. {{(pid=105525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:51:00.023420 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-192ed7aa-d038-4ea1-afa5-bc0a83d53f21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:00.028019 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning complete for port 83e92f26-2009-4c8e-a3d3-23c8620d4ba3 triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:51:00.029479 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:00.069509 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-a0562c1d-2b58-4b69-9e26-958c24d26a20 req-5d280c81-5480-479f-9f5d-a101697f1010 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931'] for port, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:00.070617 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-192ed7aa-d038-4ea1-afa5-bc0a83d53f21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:00.172188 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-58284df1-4201-497d-aae5-d69cd3840b65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:00.172889 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0562c1d-2b58-4b69-9e26-958c24d26a20 req-5d280c81-5480-479f-9f5d-a101697f1010 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Network 528a02fc-44c8-4bd1-9db4-aa8e01cd9db5 is already hosted by enough agents. {{(pid=105525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:51:00.178667 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.base_scheduler [req-a0562c1d-2b58-4b69-9e26-958c24d26a20 req-5d280c81-5480-479f-9f5d-a101697f1010 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Resources bound (agent type, host, resource id): {{(pid=105525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:51:00.206546 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-4f641214-5003-407a-99d8-d8b65fef3ca2 req-fe70e047-1f16-4be0-a4f7-fd9da488be75 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 210 time: 0.0725400 Sep 03 09:51:00.215519 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0562c1d-2b58-4b69-9e26-958c24d26a20 req-5d280c81-5480-479f-9f5d-a101697f1010 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Received port after_create {{(pid=105525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:51:00.231879 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0562c1d-2b58-4b69-9e26-958c24d26a20 req-5d280c81-5480-479f-9f5d-a101697f1010 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:00.232573 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-a0562c1d-2b58-4b69-9e26-958c24d26a20 req-5d280c81-5480-479f-9f5d-a101697f1010 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for port, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:00.294930 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d280c81-5480-479f-9f5d-a101697f1010 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Pushing event updated for resources: {'Port': ['ID=9000703e-83cb-4133-ad9a-97f2ee4d2fe9,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:00.309324 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-192ed7aa-d038-4ea1-afa5-bc0a83d53f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:00.311946 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-192ed7aa-d038-4ea1-afa5-bc0a83d53f21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:00.313176 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-192ed7aa-d038-4ea1-afa5-bc0a83d53f21 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/75542e1b-230c-4934-82ac-64b4988d1b43 HTTP/1.1" status: 204 len: 168 time: 0.3987069 Sep 03 09:51:00.393776 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192ed7aa-d038-4ea1-afa5-bc0a83d53f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75542e1b-230c-4934-82ac-64b4988d1b43,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:00.468623 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347fe54a-cbf1-4043-b4db-b8d1d2d741e9 req-ec68baf8-0736-4ed8-81db-01a1f93b0885 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:00.486041 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-347fe54a-cbf1-4043-b4db-b8d1d2d741e9 req-ec68baf8-0736-4ed8-81db-01a1f93b0885 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f84537e-9ce9-4e28-aad0-6a133fa89679 HTTP/1.1" status: 200 len: 944 time: 0.1805015 Sep 03 09:51:00.494220 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-58284df1-4201-497d-aae5-d69cd3840b65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:00.512530 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-58284df1-4201-497d-aae5-d69cd3840b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:00.514509 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-a0562c1d-2b58-4b69-9e26-958c24d26a20 req-5d280c81-5480-479f-9f5d-a101697f1010 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4611311 Sep 03 09:51:00.544815 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-7bc5b085-8d42-485f-868e-603dfd02f82b None None] Provisioning for port 9000703e-83cb-4133-ad9a-97f2ee4d2fe9 completed by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:51:00.558099 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-7bc5b085-8d42-485f-868e-603dfd02f82b None None] Provisioning complete for port 9000703e-83cb-4133-ad9a-97f2ee4d2fe9 triggered by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:51:00.558501 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-7bc5b085-8d42-485f-868e-603dfd02f82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:00.629224 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4526d6-e173-498c-a68b-ef0999ce1884 req-2031aaee-8f42-4ff0-af17-a210630d748e tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:00.631412 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-7a4526d6-e173-498c-a68b-ef0999ce1884 req-2031aaee-8f42-4ff0-af17-a210630d748e tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 931 time: 0.0956376 Sep 03 09:51:00.655532 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-7bc5b085-8d42-485f-868e-603dfd02f82b None None] Port 9000703e-83cb-4133-ad9a-97f2ee4d2fe9 cannot update to ACTIVE because it is not bound. {{(pid=105526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 09:51:00.727626 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-7a4526d6-e173-498c-a68b-ef0999ce1884 req-34c455bd-0b29-45c0-bb85-49061fbdbe2a tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882270 Sep 03 09:51:00.803568 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-58284df1-4201-497d-aae5-d69cd3840b65 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c048f29137aa43469742582813e3d863&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8955352 Sep 03 09:51:00.807132 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 33098) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:00.833348 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58284df1-4201-497d-aae5-d69cd3840b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85b4590-65b6-432c-87e3-44051e2bf1f0,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:00.855204 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-347fe54a-cbf1-4043-b4db-b8d1d2d741e9 req-f794c022-fbb8-455d-b04b-7f3465bbc7d3 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677542 Sep 03 09:51:00.900322 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-3380bf90-3961-4b74-9e0f-d00600eec83c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:00.927443 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-3380bf90-3961-4b74-9e0f-d00600eec83c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:01.002694 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-3380bf90-3961-4b74-9e0f-d00600eec83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:01.007225 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-3380bf90-3961-4b74-9e0f-d00600eec83c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:01.010013 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-3380bf90-3961-4b74-9e0f-d00600eec83c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f85b4590-65b6-432c-87e3-44051e2bf1f0 HTTP/1.1" status: 204 len: 168 time: 0.2009797 Sep 03 09:51:01.020860 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3380bf90-3961-4b74-9e0f-d00600eec83c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85b4590-65b6-432c-87e3-44051e2bf1f0,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:01.120647 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8720a9-4cb7-4d3f-b5ce-f6b0cab0fc16 req-07709aed-58ab-43f9-9646-625a70af9379 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:01.123628 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-4f8720a9-4cb7-4d3f-b5ce-f6b0cab0fc16 req-07709aed-58ab-43f9-9646-625a70af9379 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c515a30-d7df-41dd-8429-7d438784f532 HTTP/1.1" status: 200 len: 943 time: 0.0757041 Sep 03 09:51:01.172581 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-4f8720a9-4cb7-4d3f-b5ce-f6b0cab0fc16 req-8f5e46a3-b550-4f15-bffe-e42e3214d64a tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.67 "GET /v2.0/security-groups?id=4de7f848-fa4c-4bfa-aa1f-a4231682c522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399368 Sep 03 09:51:01.320176 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-7939a302-76a0-4f68-96cb-059d883d2309 req-b51b5544-46b1-4e34-834d-daa4f8d7e99a tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 210 time: 0.0302179 Sep 03 09:51:01.558608 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 33136) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:01.578189 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-ecf60e1e-88a6-4bd1-b458-1a0264aa2498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:01.711689 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-ecf60e1e-88a6-4bd1-b458-1a0264aa2498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:01.717676 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-ecf60e1e-88a6-4bd1-b458-1a0264aa2498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:01.764307 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-ecf60e1e-88a6-4bd1-b458-1a0264aa2498 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2fa8b48c812444b5bef14d702028a00d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2037377 Sep 03 09:51:01.768545 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 33144) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:01.778762 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf60e1e-88a6-4bd1-b458-1a0264aa2498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de483ee1-8376-4856-9fe1-f52301c25c3b,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:01.888088 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-4011d3dd-bd9e-4f6a-908e-95e4461114b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:01.916301 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-4011d3dd-bd9e-4f6a-908e-95e4461114b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:01.945304 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3502a7-2557-45ba-95e1-3c033da6af90 req-e00a22ee-6e61-4b4e-9348-3568580ace25 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:01.947016 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-ff3502a7-2557-45ba-95e1-3c033da6af90 req-e00a22ee-6e61-4b4e-9348-3568580ace25 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 931 time: 0.0973101 Sep 03 09:51:02.002623 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32decf-3c45-44ba-8881-dcaa08ebfd1c req-0dc1140e-ab77-48c9-940f-cab7a27028d2 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:02.010250 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-0e32decf-3c45-44ba-8881-dcaa08ebfd1c req-0dc1140e-ab77-48c9-940f-cab7a27028d2 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f84537e-9ce9-4e28-aad0-6a133fa89679 HTTP/1.1" status: 200 len: 944 time: 0.0774684 Sep 03 09:51:02.024456 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-ff3502a7-2557-45ba-95e1-3c033da6af90 req-b65b5341-78fe-4a7a-9ad6-eabdfe67ea6c tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658479 Sep 03 09:51:02.039686 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-4011d3dd-bd9e-4f6a-908e-95e4461114b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:02.055846 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-0e32decf-3c45-44ba-8881-dcaa08ebfd1c req-4b23cf49-d361-40c4-a342-b9c1250c9d45 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446954 Sep 03 09:51:02.063513 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-4011d3dd-bd9e-4f6a-908e-95e4461114b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:02.070235 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-4011d3dd-bd9e-4f6a-908e-95e4461114b5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/de483ee1-8376-4856-9fe1-f52301c25c3b HTTP/1.1" status: 204 len: 168 time: 0.3001544 Sep 03 09:51:02.079574 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-d9c4b6ba-bf5d-4ead-87f7-d594b37e93c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:02.090585 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4011d3dd-bd9e-4f6a-908e-95e4461114b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de483ee1-8376-4856-9fe1-f52301c25c3b,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:02.407228 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd9e3d-9a29-448e-8678-39d0226c0107 req-9a8d77f0-bf4d-44c3-958b-af77251c5548 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:02.415268 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-44bd9e3d-9a29-448e-8678-39d0226c0107 req-9a8d77f0-bf4d-44c3-958b-af77251c5548 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c515a30-d7df-41dd-8429-7d438784f532 HTTP/1.1" status: 200 len: 943 time: 0.1366785 Sep 03 09:51:02.468862 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-44bd9e3d-9a29-448e-8678-39d0226c0107 req-b710b229-fc83-40dc-ac21-8e7cc4fd8877 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.67 "GET /v2.0/security-groups?id=4de7f848-fa4c-4bfa-aa1f-a4231682c522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519879 Sep 03 09:51:02.481232 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-e43695fd-326e-4117-89d2-676ec3b60532 req-13ed79ec-1410-4a03-9618-8ad8eeeb2abf tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 210 time: 0.0547078 Sep 03 09:51:02.723737 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 33196) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:02.756981 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [req-d8c7128a-ee34-45a0-af16-a35c90941e1c req-817ac1ca-6060-4abb-8cec-97a65c9bb823 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Request body: {'port': {'device_id': 'c49f4881-a08a-4c04-834c-b27c8cf540b9', 'network_id': '7995b685-e18e-455d-be66-3bd792a79086', 'admin_state_up': True, 'tenant_id': 'c72df9f562c94a8aab79afac7263e6e5'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:51:02.762363 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [req-a0562c1d-2b58-4b69-9e26-958c24d26a20 req-3b49bd68-3960-4a79-8086-9c1a732e2682 service neutron] Request body: {'port': {'device_id': 'cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:51:02.764984 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 547a93d6-30a5-4d82-b68d-4a9debfb2f71 details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=105526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 09:51:02.894223 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-a0562c1d-2b58-4b69-9e26-958c24d26a20 req-3b49bd68-3960-4a79-8086-9c1a732e2682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:03.013230 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 547a93d6-30a5-4d82-b68d-4a9debfb2f71, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=547a93d6-30a5-4d82-b68d-4a9debfb2f71,segment=NetworkSegment(69ff3461-ed2c-4ca3-80ec-a957a762ed9b),segment_id=69ff3461-ed2c-4ca3-80ec-a957a762ed9b)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:51:03.031106 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8c7128a-ee34-45a0-af16-a35c90941e1c req-817ac1ca-6060-4abb-8cec-97a65c9bb823 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Made reservation on behalf of c72df9f562c94a8aab79afac7263e6e5 for: {'port': 1} {{(pid=105524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:51:03.039458 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-d8c7128a-ee34-45a0-af16-a35c90941e1c req-817ac1ca-6060-4abb-8cec-97a65c9bb823 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:03.052689 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Returning: {'device': '547a93d6-30a5-4d82-b68d-4a9debfb2f71', 'network_id': '76ea5923-f2d4-43d5-9ac3-137283a120e8', 'port_id': '547a93d6-30a5-4d82-b68d-4a9debfb2f71', 'mac_address': 'fa:16:3e:98:30:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9de1d78b-011a-4ab0-ae36-c320ca457189', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 09:51:03.112348 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:03.129863 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-cbea2430-f6e7-485b-8626-01fc4365d67a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:03.143295 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.notifiers.nova [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 547a93d6-30a5-4d82-b68d-4a9debfb2f71 {{(pid=105526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 09:51:03.189986 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 547a93d6-30a5-4d82-b68d-4a9debfb2f71, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=547a93d6-30a5-4d82-b68d-4a9debfb2f71,segment=NetworkSegment(69ff3461-ed2c-4ca3-80ec-a957a762ed9b),segment_id=69ff3461-ed2c-4ca3-80ec-a957a762ed9b)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:51:03.201283 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:03.202013 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 8f14eea0-cbb9-4187-b8dd-48cbd6747e9d details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=105526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 09:51:03.329041 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.db_base_plugin_common [req-d8c7128a-ee34-45a0-af16-a35c90941e1c req-817ac1ca-6060-4abb-8cec-97a65c9bb823 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Allocated IP 172.20.0.3 (7995b685-e18e-455d-be66-3bd792a79086/f78bac5b-e536-4490-a472-11f8ae62b3fb/aec59b67-087c-4f74-bd32-46c77a0ee00e) {{(pid=105524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:51:03.339531 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002ed62-f434-48b5-b31f-453ad3cb6790 req-90aaf012-fa97-41c5-9970-7e4d5d819d87 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:03.341212 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-e002ed62-f434-48b5-b31f-453ad3cb6790 req-90aaf012-fa97-41c5-9970-7e4d5d819d87 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f84537e-9ce9-4e28-aad0-6a133fa89679 HTTP/1.1" status: 200 len: 944 time: 0.0924518 Sep 03 09:51:03.383343 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Pushing event updated for resources: {'Port': ['ID=547a93d6-30a5-4d82-b68d-4a9debfb2f71,revision_number=4']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:03.435428 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-e002ed62-f434-48b5-b31f-453ad3cb6790 req-7ecfee16-bc33-4cbd-9f37-9a299c153b2a tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847390 Sep 03 09:51:03.504801 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:03.525245 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 8f14eea0-cbb9-4187-b8dd-48cbd6747e9d, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=8f14eea0-cbb9-4187-b8dd-48cbd6747e9d,segment=NetworkSegment(6162f772-1e28-4e35-bf3d-bf08b646a09f),segment_id=6162f772-1e28-4e35-bf3d-bf08b646a09f)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:51:03.542075 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Returning: {'device': '8f14eea0-cbb9-4187-b8dd-48cbd6747e9d', 'network_id': '2ca7c045-af05-4524-bcc4-6b4f1b7ebefb', 'port_id': '8f14eea0-cbb9-4187-b8dd-48cbd6747e9d', 'mac_address': 'fa:16:3e:ce:41:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da37cab-7d9d-4282-adea-29440e0d2f69', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 09:51:03.573026 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb36c6-d4b9-43ac-bd2b-a261f79cd75e req-d59e04e7-264c-4a7c-bfe6-378140b9ee02 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:03.574890 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-5fcb36c6-d4b9-43ac-bd2b-a261f79cd75e req-d59e04e7-264c-4a7c-bfe6-378140b9ee02 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 931 time: 0.2559919 Sep 03 09:51:03.610520 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:03.658044 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.notifiers.nova [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f14eea0-cbb9-4187-b8dd-48cbd6747e9d {{(pid=105526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 09:51:03.715830 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 8f14eea0-cbb9-4187-b8dd-48cbd6747e9d, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=8f14eea0-cbb9-4187-b8dd-48cbd6747e9d,segment=NetworkSegment(6162f772-1e28-4e35-bf3d-bf08b646a09f),segment_id=6162f772-1e28-4e35-bf3d-bf08b646a09f)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:51:03.722855 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:03.745962 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-ced65396-3ea2-4161-b4b1-64a554bff3ac req-2c1d1563-b467-4efd-88db-b60acfd5ae2f tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 210 time: 0.0855684 Sep 03 09:51:03.747777 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-5fcb36c6-d4b9-43ac-bd2b-a261f79cd75e req-5eacea97-0d23-4de7-949b-61e4930d5668 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573644 Sep 03 09:51:03.766768 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-d8c7128a-ee34-45a0-af16-a35c90941e1c req-817ac1ca-6060-4abb-8cec-97a65c9bb823 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Notify callbacks [] for port, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:03.775559 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-cbea2430-f6e7-485b-8626-01fc4365d67a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:03.790250 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-cbea2430-f6e7-485b-8626-01fc4365d67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:03.841694 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a642e642-fcb2-47b5-b777-13e8b57c6243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:03.862040 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-cbea2430-f6e7-485b-8626-01fc4365d67a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=563505c1261a42448781936127f6e845&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1363761 Sep 03 09:51:03.866345 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Pushing event updated for resources: {'Port': ['ID=8f14eea0-cbb9-4187-b8dd-48cbd6747e9d,revision_number=4']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:03.876498 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 33242) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:03.983461 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-7046a3cc-136f-4a52-9aa1-fcdeccabfea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:03.986018 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbea2430-f6e7-485b-8626-01fc4365d67a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a3b4b6-a318-4e3a-b6ab-8f586b383390,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:03.996798 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.notifiers.nova [req-a0562c1d-2b58-4b69-9e26-958c24d26a20 req-3b49bd68-3960-4a79-8086-9c1a732e2682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9000703e-83cb-4133-ad9a-97f2ee4d2fe9 {{(pid=105525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 09:51:04.015940 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-a0562c1d-2b58-4b69-9e26-958c24d26a20 req-3b49bd68-3960-4a79-8086-9c1a732e2682 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:04.018569 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] get_ports_and_sgs() called for port_ids ['547a93d6-30a5-4d82-b68d-4a9debfb2f71'] {{(pid=105526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 09:51:04.035711 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-7046a3cc-136f-4a52-9aa1-fcdeccabfea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:04.049086 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.provisioning_blocks [req-a0562c1d-2b58-4b69-9e26-958c24d26a20 req-3b49bd68-3960-4a79-8086-9c1a732e2682 service neutron] Transition to ACTIVE for port object 9000703e-83cb-4133-ad9a-97f2ee4d2fe9 will not be triggered until provisioned by entity L2. {{(pid=105525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:51:04.057092 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-d8c7128a-ee34-45a0-af16-a35c90941e1c req-817ac1ca-6060-4abb-8cec-97a65c9bb823 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931'] for port, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:04.061826 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-a0562c1d-2b58-4b69-9e26-958c24d26a20 req-3b49bd68-3960-4a79-8086-9c1a732e2682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:04.093633 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] get_ports_and_sgs() called for port_ids ['8f14eea0-cbb9-4187-b8dd-48cbd6747e9d'] {{(pid=105526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 09:51:04.190141 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817ac1ca-6060-4abb-8cec-97a65c9bb823 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Pushing event updated for resources: {'Port': ['ID=aec59b67-087c-4f74-bd32-46c77a0ee00e,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:04.215143 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b0b29-0375-4d88-8525-6efe14e3ea25 req-f23d0989-0585-4dbc-9a58-324034468bba tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:04.217026 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2f7b0b29-0375-4d88-8525-6efe14e3ea25 req-f23d0989-0585-4dbc-9a58-324034468bba tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.60 "GET /v2.0/networks?id=7995b685-e18e-455d-be66-3bd792a79086 HTTP/1.1" status: 200 len: 818 time: 0.5139937 Sep 03 09:51:04.219577 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8c7128a-ee34-45a0-af16-a35c90941e1c req-817ac1ca-6060-4abb-8cec-97a65c9bb823 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Network 7995b685-e18e-455d-be66-3bd792a79086 is already hosted by enough agents. {{(pid=105524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:51:04.223987 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.base_scheduler [req-d8c7128a-ee34-45a0-af16-a35c90941e1c req-817ac1ca-6060-4abb-8cec-97a65c9bb823 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Resources bound (agent type, host, resource id): {{(pid=105524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:51:04.226923 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c7128a-ee34-45a0-af16-a35c90941e1c req-817ac1ca-6060-4abb-8cec-97a65c9bb823 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Received port after_create {{(pid=105524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:51:04.234188 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7128a-ee34-45a0-af16-a35c90941e1c req-817ac1ca-6060-4abb-8cec-97a65c9bb823 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:04.234893 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-d8c7128a-ee34-45a0-af16-a35c90941e1c req-817ac1ca-6060-4abb-8cec-97a65c9bb823 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for port, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:04.249247 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b49bd68-3960-4a79-8086-9c1a732e2682 service neutron] Pushing event updated for resources: {'Port': ['ID=9000703e-83cb-4133-ad9a-97f2ee4d2fe9,revision_number=2']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:04.257764 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [req-2f7b0b29-0375-4d88-8525-6efe14e3ea25 req-8bf09e16-b1f5-4c59-8010-7bea4b19c273 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Request body: {'port': {'device_id': '22f1bd17-827a-467f-844e-139d007919c0', 'network_id': '7995b685-e18e-455d-be66-3bd792a79086', 'admin_state_up': True, 'tenant_id': 'c72df9f562c94a8aab79afac7263e6e5'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:51:04.288343 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.managers [req-a0562c1d-2b58-4b69-9e26-958c24d26a20 req-3b49bd68-3960-4a79-8086-9c1a732e2682 service neutron] Attempting to bind port 9000703e-83cb-4133-ad9a-97f2ee4d2fe9 on host hv-cinder-60634 for vnic_type normal with profile {{(pid=105525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 09:51:04.288766 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.managers [req-a0562c1d-2b58-4b69-9e26-958c24d26a20 req-3b49bd68-3960-4a79-8086-9c1a732e2682 service neutron] Attempting to bind port 9000703e-83cb-4133-ad9a-97f2ee4d2fe9 by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': '1683d286-1be2-443d-83f5-01a3e9736922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '528a02fc-44c8-4bd1-9db4-aa8e01cd9db5'}] {{(pid=105525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 09:51:04.289118 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0562c1d-2b58-4b69-9e26-958c24d26a20 req-3b49bd68-3960-4a79-8086-9c1a732e2682 service neutron] Attempting to bind port 9000703e-83cb-4133-ad9a-97f2ee4d2fe9 on network 528a02fc-44c8-4bd1-9db4-aa8e01cd9db5 {{(pid=105525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:51:04.299425 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-7046a3cc-136f-4a52-9aa1-fcdeccabfea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:04.307900 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-7046a3cc-136f-4a52-9aa1-fcdeccabfea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:04.319926 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-7046a3cc-136f-4a52-9aa1-fcdeccabfea1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/64a3b4b6-a318-4e3a-b6ab-8f586b383390 HTTP/1.1" status: 204 len: 168 time: 0.4315734 Sep 03 09:51:04.351363 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7046a3cc-136f-4a52-9aa1-fcdeccabfea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a3b4b6-a318-4e3a-b6ab-8f586b383390,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:04.353912 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0562c1d-2b58-4b69-9e26-958c24d26a20 req-3b49bd68-3960-4a79-8086-9c1a732e2682 service neutron] Port 9000703e-83cb-4133-ad9a-97f2ee4d2fe9 on network 528a02fc-44c8-4bd1-9db4-aa8e01cd9db5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=105525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 09:51:04.354238 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0562c1d-2b58-4b69-9e26-958c24d26a20 req-3b49bd68-3960-4a79-8086-9c1a732e2682 service neutron] Attempting to bind port 9000703e-83cb-4133-ad9a-97f2ee4d2fe9 on network 528a02fc-44c8-4bd1-9db4-aa8e01cd9db5 {{(pid=105525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:51:04.363165 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0562c1d-2b58-4b69-9e26-958c24d26a20 req-3b49bd68-3960-4a79-8086-9c1a732e2682 service neutron] Checking agent: {'id': '3ba077dd-5433-4c28-8748-47c2c66d3336', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 9, 48, 46), 'started_at': datetime.datetime(2021, 9, 3, 9, 48, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 9, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 09:51:04.363908 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0562c1d-2b58-4b69-9e26-958c24d26a20 req-3b49bd68-3960-4a79-8086-9c1a732e2682 service neutron] Checking segment: {'id': '1683d286-1be2-443d-83f5-01a3e9736922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '528a02fc-44c8-4bd1-9db4-aa8e01cd9db5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:51:04.364414 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0562c1d-2b58-4b69-9e26-958c24d26a20 req-3b49bd68-3960-4a79-8086-9c1a732e2682 service neutron] Bound using segment: {'id': '1683d286-1be2-443d-83f5-01a3e9736922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '528a02fc-44c8-4bd1-9db4-aa8e01cd9db5'} {{(pid=105525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 09:51:04.364874 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.managers [req-a0562c1d-2b58-4b69-9e26-958c24d26a20 req-3b49bd68-3960-4a79-8086-9c1a732e2682 service neutron] Bound port: 9000703e-83cb-4133-ad9a-97f2ee4d2fe9, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1683d286-1be2-443d-83f5-01a3e9736922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '528a02fc-44c8-4bd1-9db4-aa8e01cd9db5'}}] {{(pid=105525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 09:51:04.365293 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-a0562c1d-2b58-4b69-9e26-958c24d26a20 req-3b49bd68-3960-4a79-8086-9c1a732e2682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:04.437081 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-d8c7128a-ee34-45a0-af16-a35c90941e1c req-817ac1ca-6060-4abb-8cec-97a65c9bb823 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6954231 Sep 03 09:51:04.468733 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [req-d8c7128a-ee34-45a0-af16-a35c90941e1c req-7aff5fd6-f763-45cf-ab9c-bdbbf1689d03 service neutron] Request body: {'port': {'device_id': 'c49f4881-a08a-4c04-834c-b27c8cf540b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:51:04.515641 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.db [req-a0562c1d-2b58-4b69-9e26-958c24d26a20 req-3b49bd68-3960-4a79-8086-9c1a732e2682 service neutron] For port 9000703e-83cb-4133-ad9a-97f2ee4d2fe9, host hv-cinder-60634, cleared binding levels {{(pid=105525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 09:51:04.523484 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.db [req-a0562c1d-2b58-4b69-9e26-958c24d26a20 req-3b49bd68-3960-4a79-8086-9c1a732e2682 service neutron] For port 9000703e-83cb-4133-ad9a-97f2ee4d2fe9, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=9000703e-83cb-4133-ad9a-97f2ee4d2fe9,segment=NetworkSegment(1683d286-1be2-443d-83f5-01a3e9736922),segment_id=1683d286-1be2-443d-83f5-01a3e9736922)] {{(pid=105525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 09:51:04.534590 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-a0562c1d-2b58-4b69-9e26-958c24d26a20 req-3b49bd68-3960-4a79-8086-9c1a732e2682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:04.564493 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51cb84-0949-471a-aec0-9fcd83aab764 req-22543028-0392-4375-99a1-25ac295c88e6 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:04.574192 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-0d51cb84-0949-471a-aec0-9fcd83aab764 req-22543028-0392-4375-99a1-25ac295c88e6 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c515a30-d7df-41dd-8429-7d438784f532 HTTP/1.1" status: 200 len: 944 time: 0.5453880 Sep 03 09:51:04.601454 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-86f92317-4722-4035-969f-07b0852c8c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:04.613920 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0562c1d-2b58-4b69-9e26-958c24d26a20 req-3b49bd68-3960-4a79-8086-9c1a732e2682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:04.614606 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-a0562c1d-2b58-4b69-9e26-958c24d26a20 req-3b49bd68-3960-4a79-8086-9c1a732e2682 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for port, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:04.615966 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-a0562c1d-2b58-4b69-9e26-958c24d26a20 req-3b49bd68-3960-4a79-8086-9c1a732e2682 service neutron] 10.222.0.60 "PUT /v2.0/ports/9000703e-83cb-4133-ad9a-97f2ee4d2fe9 HTTP/1.1" status: 200 len: 1093 time: 1.8646383 Sep 03 09:51:04.621074 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0', 'tag': '9000703e-83cb-4133-ad9a-97f2ee4d2fe9'}] {{(pid=105525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:51:04.627463 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b472ff3031a1c59aa5156df15414b1b35e6d7494da734e784d35b582b3c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec32f3d-914c-40c4-90d1-c2e619b72d9b" -d '{"events": [{"name": "network-changed", "server_uuid": "cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0", "tag": "9000703e-83cb-4133-ad9a-97f2ee4d2fe9"}]}' {{(pid=105525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:51:04.629759 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f7b0b29-0375-4d88-8525-6efe14e3ea25 req-8bf09e16-b1f5-4c59-8010-7bea4b19c273 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Made reservation on behalf of c72df9f562c94a8aab79afac7263e6e5 for: {'port': 1} {{(pid=105524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:51:04.634128 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-2f7b0b29-0375-4d88-8525-6efe14e3ea25 req-8bf09e16-b1f5-4c59-8010-7bea4b19c273 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:04.713520 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-d8c7128a-ee34-45a0-af16-a35c90941e1c req-7aff5fd6-f763-45cf-ab9c-bdbbf1689d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:04.807170 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 33290) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:04.855957 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261f8f0-96fb-454e-bbe3-06821f1eded9 req-b409e5d5-233d-4277-819f-07aaaaf17b3d tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:04.857428 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-c261f8f0-96fb-454e-bbe3-06821f1eded9 req-b409e5d5-233d-4277-819f-07aaaaf17b3d tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f84537e-9ce9-4e28-aad0-6a133fa89679 HTTP/1.1" status: 200 len: 945 time: 0.2911930 Sep 03 09:51:04.858120 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b49bd68-3960-4a79-8086-9c1a732e2682 service neutron] Pushing event updated for resources: {'Port': ['ID=9000703e-83cb-4133-ad9a-97f2ee4d2fe9,revision_number=3']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:04.904267 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 33302) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:04.935861 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-82b2a90f-93c3-4a22-9731-51df8415508f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:04.942379 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0562c1d-2b58-4b69-9e26-958c24d26a20 req-a046c7c0-5d7e-46af-bc50-60ae3e53c3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:04.943969 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-a0562c1d-2b58-4b69-9e26-958c24d26a20 req-a046c7c0-5d7e-46af-bc50-60ae3e53c3ad service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bbe4096f40d64702be2a6fb537ac5c42&device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 1096 time: 0.2724290 Sep 03 09:51:05.004193 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-c261f8f0-96fb-454e-bbe3-06821f1eded9 req-26236e4f-c614-402e-bf29-cd60730b8eef tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244774 Sep 03 09:51:05.021972 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.agents_db [None req-2440585d-454d-4def-9aab-3d39e7194109 None None] Agent healthcheck: found 6 active agents {{(pid=105527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 09:51:05.060117 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-0d51cb84-0949-471a-aec0-9fcd83aab764 req-7c134ddd-662d-41b9-8331-15c2f08b07b4 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.67 "GET /v2.0/security-groups?id=4de7f848-fa4c-4bfa-aa1f-a4231682c522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4813969 Sep 03 09:51:05.081538 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 09:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4622f838-d2af-450e-b26e-530046af13f7 x-openstack-request-id: req-4622f838-d2af-450e-b26e-530046af13f7 {{(pid=105525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:51:05.081897 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0", "tag": "9000703e-83cb-4133-ad9a-97f2ee4d2fe9", "status": "completed", "code": 200}]} {{(pid=105525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:51:05.082155 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4622f838-d2af-450e-b26e-530046af13f7 {{(pid=105525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:51:05.082591 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0', 'tag': '9000703e-83cb-4133-ad9a-97f2ee4d2fe9', 'status': 'completed', 'code': 200} Sep 03 09:51:05.093750 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-a0562c1d-2b58-4b69-9e26-958c24d26a20 req-4251bfb1-5bc1-4bf5-ad91-744f6e869536 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9000703e-83cb-4133-ad9a-97f2ee4d2fe9 HTTP/1.1" status: 200 len: 217 time: 0.1399028 Sep 03 09:51:05.163952 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.notifiers.nova [req-d8c7128a-ee34-45a0-af16-a35c90941e1c req-7aff5fd6-f763-45cf-ab9c-bdbbf1689d03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aec59b67-087c-4f74-bd32-46c77a0ee00e {{(pid=105524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 09:51:05.194918 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-d8c7128a-ee34-45a0-af16-a35c90941e1c req-7aff5fd6-f763-45cf-ab9c-bdbbf1689d03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:05.232184 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2169d688-cbc0-423b-9462-497f623cba70 req-ace32667-9661-4ad2-ad4c-f555085e5655 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 210 time: 0.0458481 Sep 03 09:51:05.240475 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-3ef18c0e-f756-4ac1-956c-7e851acdf5d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:05.261011 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.provisioning_blocks [req-d8c7128a-ee34-45a0-af16-a35c90941e1c req-7aff5fd6-f763-45cf-ab9c-bdbbf1689d03 service neutron] Transition to ACTIVE for port object aec59b67-087c-4f74-bd32-46c77a0ee00e will not be triggered until provisioned by entity L2. {{(pid=105524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:51:05.268311 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0562c1d-2b58-4b69-9e26-958c24d26a20 req-285cf0ed-363e-406c-81c7-3c511017df0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:05.270202 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-a0562c1d-2b58-4b69-9e26-958c24d26a20 req-285cf0ed-363e-406c-81c7-3c511017df0e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b9bc1cc-f1d0-4f7b-aa38-f059a6d84938 HTTP/1.1" status: 200 len: 855 time: 0.1634083 Sep 03 09:51:05.328577 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb34a0-f3c0-4a3a-840c-097976d2ae0d req-eae9d836-692e-4ac8-8bbd-c735ff505b50 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:05.328577 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-05cb34a0-f3c0-4a3a-840c-097976d2ae0d req-eae9d836-692e-4ac8-8bbd-c735ff505b50 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 943 time: 0.1582851 Sep 03 09:51:05.330845 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-d8c7128a-ee34-45a0-af16-a35c90941e1c req-7aff5fd6-f763-45cf-ab9c-bdbbf1689d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:05.378035 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.db_base_plugin_common [req-2f7b0b29-0375-4d88-8525-6efe14e3ea25 req-8bf09e16-b1f5-4c59-8010-7bea4b19c273 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Allocated IP 172.20.0.7 (7995b685-e18e-455d-be66-3bd792a79086/f78bac5b-e536-4490-a472-11f8ae62b3fb/0e9b17b0-c18d-43c0-b638-d9ed6a4a7d09) {{(pid=105524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:51:05.427744 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff5fd6-f763-45cf-ab9c-bdbbf1689d03 service neutron] Pushing event updated for resources: {'Port': ['ID=aec59b67-087c-4f74-bd32-46c77a0ee00e,revision_number=2']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:05.443010 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0562c1d-2b58-4b69-9e26-958c24d26a20 req-7ff35b00-9930-4d6f-8979-1a959bc24fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:05.443894 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-a0562c1d-2b58-4b69-9e26-958c24d26a20 req-7ff35b00-9930-4d6f-8979-1a959bc24fa1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=528a02fc-44c8-4bd1-9db4-aa8e01cd9db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1651402 Sep 03 09:51:05.451631 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-05cb34a0-f3c0-4a3a-840c-097976d2ae0d req-3c5990b5-28ac-48ab-aef5-9e26d54fc70e tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105618 Sep 03 09:51:05.465881 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-82b2a90f-93c3-4a22-9731-51df8415508f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:05.509511 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.managers [req-d8c7128a-ee34-45a0-af16-a35c90941e1c req-7aff5fd6-f763-45cf-ab9c-bdbbf1689d03 service neutron] Attempting to bind port aec59b67-087c-4f74-bd32-46c77a0ee00e on host hv-cinder-60634 for vnic_type normal with profile {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 09:51:05.509968 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.managers [req-d8c7128a-ee34-45a0-af16-a35c90941e1c req-7aff5fd6-f763-45cf-ab9c-bdbbf1689d03 service neutron] Attempting to bind port aec59b67-087c-4f74-bd32-46c77a0ee00e by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': '7369bf7c-6fbb-4bda-b2e3-3040860ac3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '7995b685-e18e-455d-be66-3bd792a79086'}] {{(pid=105524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 09:51:05.510379 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c7128a-ee34-45a0-af16-a35c90941e1c req-7aff5fd6-f763-45cf-ab9c-bdbbf1689d03 service neutron] Attempting to bind port aec59b67-087c-4f74-bd32-46c77a0ee00e on network 7995b685-e18e-455d-be66-3bd792a79086 {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:51:05.557048 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c7128a-ee34-45a0-af16-a35c90941e1c req-7aff5fd6-f763-45cf-ab9c-bdbbf1689d03 service neutron] Port aec59b67-087c-4f74-bd32-46c77a0ee00e on network 7995b685-e18e-455d-be66-3bd792a79086 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 09:51:05.557785 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c7128a-ee34-45a0-af16-a35c90941e1c req-7aff5fd6-f763-45cf-ab9c-bdbbf1689d03 service neutron] Attempting to bind port aec59b67-087c-4f74-bd32-46c77a0ee00e on network 7995b685-e18e-455d-be66-3bd792a79086 {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:51:05.586080 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c7128a-ee34-45a0-af16-a35c90941e1c req-7aff5fd6-f763-45cf-ab9c-bdbbf1689d03 service neutron] Checking agent: {'id': '3ba077dd-5433-4c28-8748-47c2c66d3336', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 9, 48, 46), 'started_at': datetime.datetime(2021, 9, 3, 9, 48, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 9, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 09:51:05.587805 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c7128a-ee34-45a0-af16-a35c90941e1c req-7aff5fd6-f763-45cf-ab9c-bdbbf1689d03 service neutron] Checking segment: {'id': '7369bf7c-6fbb-4bda-b2e3-3040860ac3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '7995b685-e18e-455d-be66-3bd792a79086'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:51:05.587805 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c7128a-ee34-45a0-af16-a35c90941e1c req-7aff5fd6-f763-45cf-ab9c-bdbbf1689d03 service neutron] Bound using segment: {'id': '7369bf7c-6fbb-4bda-b2e3-3040860ac3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '7995b685-e18e-455d-be66-3bd792a79086'} {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 09:51:05.587805 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.managers [req-d8c7128a-ee34-45a0-af16-a35c90941e1c req-7aff5fd6-f763-45cf-ab9c-bdbbf1689d03 service neutron] Bound port: aec59b67-087c-4f74-bd32-46c77a0ee00e, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7369bf7c-6fbb-4bda-b2e3-3040860ac3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '7995b685-e18e-455d-be66-3bd792a79086'}}] {{(pid=105524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 09:51:05.587805 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-d8c7128a-ee34-45a0-af16-a35c90941e1c req-7aff5fd6-f763-45cf-ab9c-bdbbf1689d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:05.668057 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-82b2a90f-93c3-4a22-9731-51df8415508f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:05.753387 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-2f7b0b29-0375-4d88-8525-6efe14e3ea25 req-8bf09e16-b1f5-4c59-8010-7bea4b19c273 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Notify callbacks [] for port, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:05.756052 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.db [req-d8c7128a-ee34-45a0-af16-a35c90941e1c req-7aff5fd6-f763-45cf-ab9c-bdbbf1689d03 service neutron] For port aec59b67-087c-4f74-bd32-46c77a0ee00e, host hv-cinder-60634, cleared binding levels {{(pid=105524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 09:51:05.772392 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.db [req-d8c7128a-ee34-45a0-af16-a35c90941e1c req-7aff5fd6-f763-45cf-ab9c-bdbbf1689d03 service neutron] For port aec59b67-087c-4f74-bd32-46c77a0ee00e, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=aec59b67-087c-4f74-bd32-46c77a0ee00e,segment=NetworkSegment(7369bf7c-6fbb-4bda-b2e3-3040860ac3c2),segment_id=7369bf7c-6fbb-4bda-b2e3-3040860ac3c2)] {{(pid=105524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 09:51:05.777879 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-d8c7128a-ee34-45a0-af16-a35c90941e1c req-7aff5fd6-f763-45cf-ab9c-bdbbf1689d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:05.785297 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-82b2a90f-93c3-4a22-9731-51df8415508f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=30be957dd30141bf8405142365e2775b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8784680 Sep 03 09:51:05.789238 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 33358) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:05.795398 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2a90f-93c3-4a22-9731-51df8415508f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bccc21e6-e52b-47c2-ae6f-56a68e30d6ad,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:05.842280 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff5fd6-f763-45cf-ab9c-bdbbf1689d03 service neutron] Pushing event updated for resources: {'Port': ['ID=aec59b67-087c-4f74-bd32-46c77a0ee00e,revision_number=3']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:05.852081 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7128a-ee34-45a0-af16-a35c90941e1c req-7aff5fd6-f763-45cf-ab9c-bdbbf1689d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:05.853281 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-d8c7128a-ee34-45a0-af16-a35c90941e1c req-7aff5fd6-f763-45cf-ab9c-bdbbf1689d03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for port, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:05.854703 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-a0562c1d-2b58-4b69-9e26-958c24d26a20 req-e0fc37dd-c274-44ba-b350-72e1281d0b9a service neutron] 10.222.0.60 "GET /v2.0/networks/528a02fc-44c8-4bd1-9db4-aa8e01cd9db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3989995 Sep 03 09:51:05.854836 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-d8c7128a-ee34-45a0-af16-a35c90941e1c req-7aff5fd6-f763-45cf-ab9c-bdbbf1689d03 service neutron] 10.222.0.60 "PUT /v2.0/ports/aec59b67-087c-4f74-bd32-46c77a0ee00e HTTP/1.1" status: 200 len: 1093 time: 1.3987424 Sep 03 09:51:05.855151 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c49f4881-a08a-4c04-834c-b27c8cf540b9', 'tag': 'aec59b67-087c-4f74-bd32-46c77a0ee00e'}] {{(pid=105524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:51:05.859700 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07cd05725c708ed75ef04e80da70ebdfc8c47d02cbbda1b8cc3f0b48d37440d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d19a9fa-1e22-4556-8e1c-6abc9f445a2e" -d '{"events": [{"name": "network-changed", "server_uuid": "c49f4881-a08a-4c04-834c-b27c8cf540b9", "tag": "aec59b67-087c-4f74-bd32-46c77a0ee00e"}]}' {{(pid=105524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:51:05.896917 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-2f7b0b29-0375-4d88-8525-6efe14e3ea25 req-8bf09e16-b1f5-4c59-8010-7bea4b19c273 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931'] for port, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:05.909148 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 09:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d65942-5dbb-4752-a4fd-a0493c147500 x-openstack-request-id: req-34d65942-5dbb-4752-a4fd-a0493c147500 {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:51:05.909440 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c49f4881-a08a-4c04-834c-b27c8cf540b9", "tag": "aec59b67-087c-4f74-bd32-46c77a0ee00e", "status": "completed", "code": 200}]} {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:51:05.909715 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-34d65942-5dbb-4752-a4fd-a0493c147500 {{(pid=105524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:51:05.910106 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c49f4881-a08a-4c04-834c-b27c8cf540b9', 'tag': 'aec59b67-087c-4f74-bd32-46c77a0ee00e', 'status': 'completed', 'code': 200} Sep 03 09:51:05.917228 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-4c21aca9-8e0a-48db-b7d5-0b09423506bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:05.939235 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-3ef18c0e-f756-4ac1-956c-7e851acdf5d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:05.952859 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f7b0b29-0375-4d88-8525-6efe14e3ea25 req-8bf09e16-b1f5-4c59-8010-7bea4b19c273 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Network 7995b685-e18e-455d-be66-3bd792a79086 is already hosted by enough agents. {{(pid=105524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:51:05.953983 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-3ef18c0e-f756-4ac1-956c-7e851acdf5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:05.958502 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-4c21aca9-8e0a-48db-b7d5-0b09423506bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:05.960112 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.base_scheduler [req-2f7b0b29-0375-4d88-8525-6efe14e3ea25 req-8bf09e16-b1f5-4c59-8010-7bea4b19c273 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Resources bound (agent type, host, resource id): {{(pid=105524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:51:05.963057 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf09e16-b1f5-4c59-8010-7bea4b19c273 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Pushing event updated for resources: {'Port': ['ID=0e9b17b0-c18d-43c0-b638-d9ed6a4a7d09,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:05.965626 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f7b0b29-0375-4d88-8525-6efe14e3ea25 req-8bf09e16-b1f5-4c59-8010-7bea4b19c273 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Received port after_create {{(pid=105524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:51:05.972604 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b0b29-0375-4d88-8525-6efe14e3ea25 req-8bf09e16-b1f5-4c59-8010-7bea4b19c273 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:05.973602 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-2f7b0b29-0375-4d88-8525-6efe14e3ea25 req-8bf09e16-b1f5-4c59-8010-7bea4b19c273 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for port, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:05.994490 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2f7b0b29-0375-4d88-8525-6efe14e3ea25 req-8bf09e16-b1f5-4c59-8010-7bea4b19c273 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7406123 Sep 03 09:51:06.022990 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-3ef18c0e-f756-4ac1-956c-7e851acdf5d7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7476daea41814c6da07e4a9f619cba11&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2147131 Sep 03 09:51:06.026128 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 33374) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:06.031262 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef18c0e-f756-4ac1-956c-7e851acdf5d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935f53d5-8521-45a9-a458-374a8557d5a1,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:06.065541 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-4c21aca9-8e0a-48db-b7d5-0b09423506bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:06.078617 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-4c21aca9-8e0a-48db-b7d5-0b09423506bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:06.088070 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-4c21aca9-8e0a-48db-b7d5-0b09423506bd admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bccc21e6-e52b-47c2-ae6f-56a68e30d6ad HTTP/1.1" status: 204 len: 168 time: 0.2928236 Sep 03 09:51:06.107786 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-bd8905db-8f48-4ab2-aa2a-ba6e67a70678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:06.116411 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c21aca9-8e0a-48db-b7d5-0b09423506bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bccc21e6-e52b-47c2-ae6f-56a68e30d6ad,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:06.162064 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-bd8905db-8f48-4ab2-aa2a-ba6e67a70678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:06.179828 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f8941-9bc7-4491-985b-b239d38e597a req-40146235-be7f-4678-a0f0-1844a7a9bd68 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:06.182315 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-f17f8941-9bc7-4491-985b-b239d38e597a req-40146235-be7f-4678-a0f0-1844a7a9bd68 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f84537e-9ce9-4e28-aad0-6a133fa89679 HTTP/1.1" status: 200 len: 945 time: 0.0678542 Sep 03 09:51:06.255788 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-f17f8941-9bc7-4491-985b-b239d38e597a req-15a3143a-c575-4785-87eb-3ada28a3ad38 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656402 Sep 03 09:51:06.264187 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33677eb7-804c-4965-b90f-678f311befa5 req-510a6d06-4a3b-42df-97a6-f7f4c75c8b52 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:06.265806 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-33677eb7-804c-4965-b90f-678f311befa5 req-510a6d06-4a3b-42df-97a6-f7f4c75c8b52 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c515a30-d7df-41dd-8429-7d438784f532 HTTP/1.1" status: 200 len: 944 time: 0.0765989 Sep 03 09:51:06.277200 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-bd8905db-8f48-4ab2-aa2a-ba6e67a70678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:06.281164 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-bd8905db-8f48-4ab2-aa2a-ba6e67a70678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:06.283030 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-bd8905db-8f48-4ab2-aa2a-ba6e67a70678 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/935f53d5-8521-45a9-a458-374a8557d5a1 HTTP/1.1" status: 204 len: 168 time: 0.2557209 Sep 03 09:51:06.301680 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8905db-8f48-4ab2-aa2a-ba6e67a70678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935f53d5-8521-45a9-a458-374a8557d5a1,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:06.311546 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 33390) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:06.349023 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-33677eb7-804c-4965-b90f-678f311befa5 req-abbbe66f-f068-4db5-aa07-11ceb06ac97f tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.67 "GET /v2.0/security-groups?id=4de7f848-fa4c-4bfa-aa1f-a4231682c522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743263 Sep 03 09:51:06.425260 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c1c4d-6dd1-4d61-9721-60261b42ccf2 req-c9cf93c7-e97c-4d41-a2be-48f51bd979b8 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:06.426933 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-205c1c4d-6dd1-4d61-9721-60261b42ccf2 req-c9cf93c7-e97c-4d41-a2be-48f51bd979b8 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 931 time: 0.0588500 Sep 03 09:51:06.492029 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-205c1c4d-6dd1-4d61-9721-60261b42ccf2 req-a10d3c41-74ac-424d-b828-ac6792f0777d tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409880 Sep 03 09:51:06.582083 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-4bca80fc-6552-4ee2-b2ed-54317d7a15bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:06.598138 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352b2e1-a4f5-436f-91e2-d1d4dbc4ff25 req-2f294020-39f5-42cd-bb2f-d423b79b0a2a tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:06.600247 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-3352b2e1-a4f5-436f-91e2-d1d4dbc4ff25 req-2f294020-39f5-42cd-bb2f-d423b79b0a2a tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 943 time: 0.0597012 Sep 03 09:51:06.660056 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-3352b2e1-a4f5-436f-91e2-d1d4dbc4ff25 req-1e03ace7-4a69-48a7-846f-c5f4d24d9097 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523088 Sep 03 09:51:06.719044 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-4bca80fc-6552-4ee2-b2ed-54317d7a15bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:06.723765 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-4bca80fc-6552-4ee2-b2ed-54317d7a15bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:06.765794 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-4bca80fc-6552-4ee2-b2ed-54317d7a15bb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8a583c27a22644e1a8269417dc90735b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4519541 Sep 03 09:51:06.766672 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bca80fc-6552-4ee2-b2ed-54317d7a15bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48c06f6-fbe9-4b87-b3ee-36c5a4f469d3,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:06.767376 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 33414) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:06.839035 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-3f89da51-abce-4235-95fa-42bb06955f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:06.864130 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-3f89da51-abce-4235-95fa-42bb06955f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:06.921773 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-3f89da51-abce-4235-95fa-42bb06955f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:06.924566 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-3f89da51-abce-4235-95fa-42bb06955f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:06.928343 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-3f89da51-abce-4235-95fa-42bb06955f1a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b48c06f6-fbe9-4b87-b3ee-36c5a4f469d3 HTTP/1.1" status: 204 len: 168 time: 0.1599343 Sep 03 09:51:06.936868 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f89da51-abce-4235-95fa-42bb06955f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48c06f6-fbe9-4b87-b3ee-36c5a4f469d3,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:07.268405 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 33440) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:07.288591 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-cd94a538-c095-4bb1-b90e-cbd12e10e481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:07.381359 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94b578-4f54-4a04-bcd7-dcfcbf2f7a40 req-6f31f571-f345-446c-a71a-a5d690001217 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:07.399192 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-ed94b578-4f54-4a04-bcd7-dcfcbf2f7a40 req-6f31f571-f345-446c-a71a-a5d690001217 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f84537e-9ce9-4e28-aad0-6a133fa89679 HTTP/1.1" status: 200 len: 945 time: 0.0784714 Sep 03 09:51:07.424829 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-cd94a538-c095-4bb1-b90e-cbd12e10e481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:07.430377 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-cd94a538-c095-4bb1-b90e-cbd12e10e481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:07.484041 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-ed94b578-4f54-4a04-bcd7-dcfcbf2f7a40 req-6ed19413-2a75-4656-85d0-fafa8908cdb9 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838392 Sep 03 09:51:07.485396 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-cd94a538-c095-4bb1-b90e-cbd12e10e481 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e68428324f0a4eefa7897a75501afe90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2147403 Sep 03 09:51:07.486817 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd94a538-c095-4bb1-b90e-cbd12e10e481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92439d49-d662-48ae-b805-20a230c5156a,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:07.488092 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 33452) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:07.583044 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf34413-44ca-4152-875f-090c269cffb8 req-580cd450-3d15-4cb7-8d1d-18dfc899513a tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:07.585074 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-fbf34413-44ca-4152-875f-090c269cffb8 req-580cd450-3d15-4cb7-8d1d-18dfc899513a tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c515a30-d7df-41dd-8429-7d438784f532 HTTP/1.1" status: 200 len: 944 time: 0.0730708 Sep 03 09:51:07.647829 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-1c464429-caae-44ab-b82a-a1f01bab32f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:07.655200 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-fbf34413-44ca-4152-875f-090c269cffb8 req-efc54956-5242-4f2a-9a63-35e570385d12 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.67 "GET /v2.0/security-groups?id=4de7f848-fa4c-4bfa-aa1f-a4231682c522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624294 Sep 03 09:51:07.689111 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8d1f9-fbf1-4a9a-9596-23f8acd2214a req-e759422f-0208-402b-897c-33d4025c131f tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:07.689111 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-fee8d1f9-fbf1-4a9a-9596-23f8acd2214a req-e759422f-0208-402b-897c-33d4025c131f tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 931 time: 0.1050072 Sep 03 09:51:07.696483 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-1c464429-caae-44ab-b82a-a1f01bab32f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:07.769522 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-fee8d1f9-fbf1-4a9a-9596-23f8acd2214a req-787357bb-7e9a-42dc-b26b-215c84acbac6 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702932 Sep 03 09:51:07.807276 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-1c464429-caae-44ab-b82a-a1f01bab32f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:07.810375 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-1c464429-caae-44ab-b82a-a1f01bab32f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:07.817260 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be751e1d-fe72-4b3e-9366-7eb2f81e332e req-8c5afaee-c44b-4e5e-b1bd-24628ff59d73 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:07.817450 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-1c464429-caae-44ab-b82a-a1f01bab32f4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/92439d49-d662-48ae-b805-20a230c5156a HTTP/1.1" status: 204 len: 168 time: 0.3282275 Sep 03 09:51:07.819782 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-be751e1d-fe72-4b3e-9366-7eb2f81e332e req-8c5afaee-c44b-4e5e-b1bd-24628ff59d73 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 943 time: 0.0654700 Sep 03 09:51:07.827828 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c464429-caae-44ab-b82a-a1f01bab32f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92439d49-d662-48ae-b805-20a230c5156a,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:07.880637 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-be751e1d-fe72-4b3e-9366-7eb2f81e332e req-9ca7aaff-87d5-473c-a08e-3b403c883912 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445762 Sep 03 09:51:08.626374 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 547a93d6-30a5-4d82-b68d-4a9debfb2f71 up at agent hyperv_hv-cinder-60634 {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:51:08.630654 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [req-2f7b0b29-0375-4d88-8525-6efe14e3ea25 req-436e6372-2a80-4351-9afa-876baf44adb2 service neutron] Request body: {'port': {'device_id': '22f1bd17-827a-467f-844e-139d007919c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:51:08.659445 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f38138-770d-4bd2-a22e-2b621458f3f2 req-ff07b2c9-2a3e-4a9c-9470-9706ad6e169f tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:08.661009 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-52f38138-770d-4bd2-a22e-2b621458f3f2 req-ff07b2c9-2a3e-4a9c-9470-9706ad6e169f tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f84537e-9ce9-4e28-aad0-6a133fa89679 HTTP/1.1" status: 200 len: 945 time: 0.0875404 Sep 03 09:51:08.709477 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Provisioning for port 547a93d6-30a5-4d82-b68d-4a9debfb2f71 completed by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:51:08.715714 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Provisioning complete for port 547a93d6-30a5-4d82-b68d-4a9debfb2f71 triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:51:08.716181 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:08.816585 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-52f38138-770d-4bd2-a22e-2b621458f3f2 req-41fc6cf6-840b-4ba4-a3be-b8d5495df1ae tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349885 Sep 03 09:51:08.857286 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-a0562c1d-2b58-4b69-9e26-958c24d26a20 req-7f1a52a7-d66c-4e96-a7e1-f6a1d307f093 service neutron] 10.222.0.60 "GET /v2.0/networks/528a02fc-44c8-4bd1-9db4-aa8e01cd9db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345505 Sep 03 09:51:08.987034 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-2f7b0b29-0375-4d88-8525-6efe14e3ea25 req-436e6372-2a80-4351-9afa-876baf44adb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:08.997661 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19a9fa-1e22-4556-8e1c-6abc9f445a2e req-1f1fc502-596c-4840-bbb0-6a3de64e08f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:08.999496 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-6d19a9fa-1e22-4556-8e1c-6abc9f445a2e req-1f1fc502-596c-4840-bbb0-6a3de64e08f4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c72df9f562c94a8aab79afac7263e6e5&device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 1096 time: 0.2850220 Sep 03 09:51:09.046927 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e30364-25e2-4bf6-95cc-f7df5407e138 req-4310714b-3703-455b-98f8-7c8e5e02a822 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:09.049350 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-f9e30364-25e2-4bf6-95cc-f7df5407e138 req-4310714b-3703-455b-98f8-7c8e5e02a822 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c515a30-d7df-41dd-8429-7d438784f532 HTTP/1.1" status: 200 len: 944 time: 0.2616265 Sep 03 09:51:09.052477 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec32f3d-914c-40c4-90d1-c2e619b72d9b req-6c24c1e3-4351-40c9-88a1-4fdc046167e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:09.054007 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-4ec32f3d-914c-40c4-90d1-c2e619b72d9b req-6c24c1e3-4351-40c9-88a1-4fdc046167e4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bbe4096f40d64702be2a6fb537ac5c42&device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 1096 time: 0.1182880 Sep 03 09:51:09.061785 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2783a2da-3cc6-450a-9ea7-05154e62f434 req-b0ccc5ce-fd07-459d-8d61-8ed34579f859 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:09.064440 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:09.070071 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-2783a2da-3cc6-450a-9ea7-05154e62f434 req-b0ccc5ce-fd07-459d-8d61-8ed34579f859 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 931 time: 0.1466849 Sep 03 09:51:09.098999 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c515a30-d7df-41dd-8429-7d438784f532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547a93d6-30a5-4d82-b68d-4a9debfb2f71'}] {{(pid=105526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:51:09.171226 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec32f3d-914c-40c4-90d1-c2e619b72d9b req-b747148b-5c4a-47af-b696-9ef763a1c9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:09.172738 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-4ec32f3d-914c-40c4-90d1-c2e619b72d9b req-b747148b-5c4a-47af-b696-9ef763a1c9df service neutron] 10.222.0.60 "GET /v2.0/networks?id=528a02fc-44c8-4bd1-9db4-aa8e01cd9db5 HTTP/1.1" status: 200 len: 917 time: 0.0995610 Sep 03 09:51:09.194282 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 547a93d6-30a5-4d82-b68d-4a9debfb2f71, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=547a93d6-30a5-4d82-b68d-4a9debfb2f71,segment=NetworkSegment(69ff3461-ed2c-4ca3-80ec-a957a762ed9b),segment_id=69ff3461-ed2c-4ca3-80ec-a957a762ed9b)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:51:09.201474 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:09.204957 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 8f14eea0-cbb9-4187-b8dd-48cbd6747e9d up at agent hyperv_hv-cinder-60634 {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:51:09.240101 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-4ec32f3d-914c-40c4-90d1-c2e619b72d9b req-45073cfa-1075-4223-8fab-f4bbd55439f7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9000703e-83cb-4133-ad9a-97f2ee4d2fe9 HTTP/1.1" status: 200 len: 217 time: 0.0581603 Sep 03 09:51:09.260810 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-2783a2da-3cc6-450a-9ea7-05154e62f434 req-ec111d8b-a38a-429b-b947-da99bec5a11e tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850185 Sep 03 09:51:09.284252 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-f9e30364-25e2-4bf6-95cc-f7df5407e138 req-97a08af8-a8e1-405a-a2cf-3d5654bb465d tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.67 "GET /v2.0/security-groups?id=4de7f848-fa4c-4bfa-aa1f-a4231682c522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188861 Sep 03 09:51:09.371363 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec32f3d-914c-40c4-90d1-c2e619b72d9b req-d949efcd-c584-4695-948a-1880843e3e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:09.373056 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-4ec32f3d-914c-40c4-90d1-c2e619b72d9b req-d949efcd-c584-4695-948a-1880843e3e74 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b9bc1cc-f1d0-4f7b-aa38-f059a6d84938 HTTP/1.1" status: 200 len: 855 time: 0.1108148 Sep 03 09:51:09.444963 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e1d12-2984-41b8-82a2-6fed04eca816 req-266616ad-5bc3-4abf-8148-9b9be572119d tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:09.450997 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Pushing event updated for resources: {'Port': ['ID=547a93d6-30a5-4d82-b68d-4a9debfb2f71,revision_number=5']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:09.453029 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-bf9e1d12-2984-41b8-82a2-6fed04eca816 req-266616ad-5bc3-4abf-8148-9b9be572119d tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 943 time: 0.0945191 Sep 03 09:51:09.482097 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Provisioning for port 8f14eea0-cbb9-4187-b8dd-48cbd6747e9d completed by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:51:09.482438 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec32f3d-914c-40c4-90d1-c2e619b72d9b req-c58cabe6-4559-4d42-b6d7-138a370cbcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:09.484309 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-4ec32f3d-914c-40c4-90d1-c2e619b72d9b req-c58cabe6-4559-4d42-b6d7-138a370cbcd1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=528a02fc-44c8-4bd1-9db4-aa8e01cd9db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0932984 Sep 03 09:51:09.487354 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Provisioning complete for port 8f14eea0-cbb9-4187-b8dd-48cbd6747e9d triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:51:09.488459 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:09.541335 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-bf9e1d12-2984-41b8-82a2-6fed04eca816 req-55357a2e-d512-48a5-82dd-b4fbc2d46c94 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807900 Sep 03 09:51:09.556381 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 33566) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:09.599229 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:09.644017 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-4ec32f3d-914c-40c4-90d1-c2e619b72d9b req-1756e686-2410-431a-ad3b-c241ab46215c service neutron] 10.222.0.60 "GET /v2.0/networks/528a02fc-44c8-4bd1-9db4-aa8e01cd9db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467154 Sep 03 09:51:09.672418 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 8f14eea0-cbb9-4187-b8dd-48cbd6747e9d, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=8f14eea0-cbb9-4187-b8dd-48cbd6747e9d,segment=NetworkSegment(6162f772-1e28-4e35-bf3d-bf08b646a09f),segment_id=6162f772-1e28-4e35-bf3d-bf08b646a09f)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:51:09.677945 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:09.708731 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19a9fa-1e22-4556-8e1c-6abc9f445a2e req-cce60871-8177-4647-8718-76abe4a53d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:09.710292 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-6d19a9fa-1e22-4556-8e1c-6abc9f445a2e req-cce60871-8177-4647-8718-76abe4a53d9e service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=c72df9f562c94a8aab79afac7263e6e5&shared=False HTTP/1.1" status: 200 len: 919 time: 0.6996303 Sep 03 09:51:09.780668 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4892a96944886cb42b4657d46b368d41fc18c437eb6a682d176e385d93bf320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d51bb4-7bef-453e-878a-b79c102a0ab0" -d '{"events": [{"server_uuid": "2c515a30-d7df-41dd-8429-7d438784f532", "name": "network-vif-plugged", "status": "completed", "tag": "547a93d6-30a5-4d82-b68d-4a9debfb2f71"}]}' {{(pid=105526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:51:09.821358 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Pushing event updated for resources: {'Port': ['ID=8f14eea0-cbb9-4187-b8dd-48cbd6747e9d,revision_number=5']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:09.888896 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-4ec32f3d-914c-40c4-90d1-c2e619b72d9b req-e36464fa-6d11-41ec-b2fd-2d33eddf3667 service neutron] 10.222.0.60 "GET /v2.0/networks/528a02fc-44c8-4bd1-9db4-aa8e01cd9db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243602 Sep 03 09:51:10.016240 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19a9fa-1e22-4556-8e1c-6abc9f445a2e req-b6bc1fdb-2859-40ce-951c-16d2db24290f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:10.017766 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-6d19a9fa-1e22-4556-8e1c-6abc9f445a2e req-b6bc1fdb-2859-40ce-951c-16d2db24290f service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2917559 Sep 03 09:51:10.073511 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7843df-f910-4066-9886-4adb4238b683 req-deea0ef0-febf-42b1-bbb4-c7d7c309a40f tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:10.078204 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-5b7843df-f910-4066-9886-4adb4238b683 req-deea0ef0-febf-42b1-bbb4-c7d7c309a40f tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f84537e-9ce9-4e28-aad0-6a133fa89679 HTTP/1.1" status: 200 len: 946 time: 0.1409199 Sep 03 09:51:10.118507 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-dc5aeb99-f846-4520-963a-7c16891ef38b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:10.139415 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.notifiers.nova [req-2f7b0b29-0375-4d88-8525-6efe14e3ea25 req-436e6372-2a80-4351-9afa-876baf44adb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e9b17b0-c18d-43c0-b638-d9ed6a4a7d09 {{(pid=105524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 09:51:10.153679 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-2f7b0b29-0375-4d88-8525-6efe14e3ea25 req-436e6372-2a80-4351-9afa-876baf44adb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:10.162986 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7128a-ee34-45a0-af16-a35c90941e1c req-d0e3e271-434a-4cd0-8ed4-3168fedff389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:10.164515 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-d8c7128a-ee34-45a0-af16-a35c90941e1c req-d0e3e271-434a-4cd0-8ed4-3168fedff389 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c72df9f562c94a8aab79afac7263e6e5&device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 1096 time: 0.0840185 Sep 03 09:51:10.172142 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.provisioning_blocks [req-2f7b0b29-0375-4d88-8525-6efe14e3ea25 req-436e6372-2a80-4351-9afa-876baf44adb2 service neutron] Transition to ACTIVE for port object 0e9b17b0-c18d-43c0-b638-d9ed6a4a7d09 will not be triggered until provisioned by entity L2. {{(pid=105524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:51:10.208645 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-5b7843df-f910-4066-9886-4adb4238b683 req-9ea0d569-cab7-4f10-aa95-8d8b8a58f687 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149659 Sep 03 09:51:10.209561 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-2f7b0b29-0375-4d88-8525-6efe14e3ea25 req-436e6372-2a80-4351-9afa-876baf44adb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:10.213840 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-d8c7128a-ee34-45a0-af16-a35c90941e1c req-5df593e0-2ad4-4783-b6cc-4dd0bad34761 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aec59b67-087c-4f74-bd32-46c77a0ee00e HTTP/1.1" status: 200 len: 217 time: 0.0406098 Sep 03 09:51:10.271798 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 09:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679d6383-b6d1-4b99-a356-d11f74f11fe3 x-openstack-request-id: req-679d6383-b6d1-4b99-a356-d11f74f11fe3 {{(pid=105526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:51:10.272115 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c515a30-d7df-41dd-8429-7d438784f532", "name": "network-vif-plugged", "status": "completed", "tag": "547a93d6-30a5-4d82-b68d-4a9debfb2f71", "code": 200}]} {{(pid=105526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:51:10.272371 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-679d6383-b6d1-4b99-a356-d11f74f11fe3 {{(pid=105526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:51:10.272979 dv-cinder-606346-32-iscsi neutron-server[105526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c515a30-d7df-41dd-8429-7d438784f532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547a93d6-30a5-4d82-b68d-4a9debfb2f71', 'code': 200} Sep 03 09:51:10.297011 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-dc5aeb99-f846-4520-963a-7c16891ef38b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:10.306973 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-dc5aeb99-f846-4520-963a-7c16891ef38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:10.339898 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e6372-2a80-4351-9afa-876baf44adb2 service neutron] Pushing event updated for resources: {'Port': ['ID=0e9b17b0-c18d-43c0-b638-d9ed6a4a7d09,revision_number=2']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:10.380723 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-dc5aeb99-f846-4520-963a-7c16891ef38b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7d4d476ab60d45408caeeb70a628c6d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8178782 Sep 03 09:51:10.380723 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5aeb99-f846-4520-963a-7c16891ef38b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573c6a20-74e4-40a7-8a9d-9a48a776b44d,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:10.395234 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 33604) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:10.404120 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7128a-ee34-45a0-af16-a35c90941e1c req-6eeca853-55aa-475e-93e6-edde7475b16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:10.405961 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-d8c7128a-ee34-45a0-af16-a35c90941e1c req-6eeca853-55aa-475e-93e6-edde7475b16c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f78bac5b-e536-4490-a472-11f8ae62b3fb HTTP/1.1" status: 200 len: 858 time: 0.1682348 Sep 03 09:51:10.450341 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-d8c7128a-ee34-45a0-af16-a35c90941e1c req-6fa7eb98-9514-47d4-918b-6ba761a4dc72 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7995b685-e18e-455d-be66-3bd792a79086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284052 Sep 03 09:51:10.463265 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.managers [req-2f7b0b29-0375-4d88-8525-6efe14e3ea25 req-436e6372-2a80-4351-9afa-876baf44adb2 service neutron] Attempting to bind port 0e9b17b0-c18d-43c0-b638-d9ed6a4a7d09 on host hv-cinder-60634 for vnic_type normal with profile {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 09:51:10.463700 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.managers [req-2f7b0b29-0375-4d88-8525-6efe14e3ea25 req-436e6372-2a80-4351-9afa-876baf44adb2 service neutron] Attempting to bind port 0e9b17b0-c18d-43c0-b638-d9ed6a4a7d09 by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': '7369bf7c-6fbb-4bda-b2e3-3040860ac3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '7995b685-e18e-455d-be66-3bd792a79086'}] {{(pid=105524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 09:51:10.464315 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7b0b29-0375-4d88-8525-6efe14e3ea25 req-436e6372-2a80-4351-9afa-876baf44adb2 service neutron] Attempting to bind port 0e9b17b0-c18d-43c0-b638-d9ed6a4a7d09 on network 7995b685-e18e-455d-be66-3bd792a79086 {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:51:10.490162 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7b0b29-0375-4d88-8525-6efe14e3ea25 req-436e6372-2a80-4351-9afa-876baf44adb2 service neutron] Port 0e9b17b0-c18d-43c0-b638-d9ed6a4a7d09 on network 7995b685-e18e-455d-be66-3bd792a79086 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 09:51:10.490796 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7b0b29-0375-4d88-8525-6efe14e3ea25 req-436e6372-2a80-4351-9afa-876baf44adb2 service neutron] Attempting to bind port 0e9b17b0-c18d-43c0-b638-d9ed6a4a7d09 on network 7995b685-e18e-455d-be66-3bd792a79086 {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:51:10.514292 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7b0b29-0375-4d88-8525-6efe14e3ea25 req-436e6372-2a80-4351-9afa-876baf44adb2 service neutron] Checking agent: {'id': '3ba077dd-5433-4c28-8748-47c2c66d3336', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 9, 48, 46), 'started_at': datetime.datetime(2021, 9, 3, 9, 48, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 9, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 09:51:10.514624 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7b0b29-0375-4d88-8525-6efe14e3ea25 req-436e6372-2a80-4351-9afa-876baf44adb2 service neutron] Checking segment: {'id': '7369bf7c-6fbb-4bda-b2e3-3040860ac3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '7995b685-e18e-455d-be66-3bd792a79086'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:51:10.515323 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7b0b29-0375-4d88-8525-6efe14e3ea25 req-436e6372-2a80-4351-9afa-876baf44adb2 service neutron] Bound using segment: {'id': '7369bf7c-6fbb-4bda-b2e3-3040860ac3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '7995b685-e18e-455d-be66-3bd792a79086'} {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 09:51:10.515934 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.managers [req-2f7b0b29-0375-4d88-8525-6efe14e3ea25 req-436e6372-2a80-4351-9afa-876baf44adb2 service neutron] Bound port: 0e9b17b0-c18d-43c0-b638-d9ed6a4a7d09, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7369bf7c-6fbb-4bda-b2e3-3040860ac3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '7995b685-e18e-455d-be66-3bd792a79086'}}] {{(pid=105524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 09:51:10.516296 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-2f7b0b29-0375-4d88-8525-6efe14e3ea25 req-436e6372-2a80-4351-9afa-876baf44adb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:10.551104 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1374eb7-d292-439f-a159-b183bf1edf05 req-5c25f412-17e9-4ddb-b899-f706a07309e0 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:10.552536 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-e1374eb7-d292-439f-a159-b183bf1edf05 req-5c25f412-17e9-4ddb-b899-f706a07309e0 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 943 time: 0.1759117 Sep 03 09:51:10.568783 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f5d7d-2655-4527-bbbd-4b7f6949bf70 req-2934be2e-99bb-4821-b2bf-f12f1a6da394 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:10.570387 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-684f5d7d-2655-4527-bbbd-4b7f6949bf70 req-2934be2e-99bb-4821-b2bf-f12f1a6da394 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c515a30-d7df-41dd-8429-7d438784f532 HTTP/1.1" status: 200 len: 945 time: 0.1687379 Sep 03 09:51:10.591352 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1395a71-ce92-4784-9831-c0beb4e8dda0 req-eeb80f91-3260-4ea7-82ad-c85504b0f4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:10.592881 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-d1395a71-ce92-4784-9831-c0beb4e8dda0 req-eeb80f91-3260-4ea7-82ad-c85504b0f4c5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2c515a30-d7df-41dd-8429-7d438784f532 HTTP/1.1" status: 200 len: 1098 time: 0.1267562 Sep 03 09:51:10.599444 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-db0fd485-0cfb-4138-959a-43cff2b872a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:10.633317 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-d1395a71-ce92-4784-9831-c0beb4e8dda0 req-6338151f-9d66-484d-83c7-fbdd7985136d service neutron] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:10.669749 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-db0fd485-0cfb-4138-959a-43cff2b872a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:10.682461 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-d8c7128a-ee34-45a0-af16-a35c90941e1c req-af9cac06-5ab4-439e-98dc-e1bd59043972 service neutron] 10.222.0.60 "GET /v2.0/networks/7995b685-e18e-455d-be66-3bd792a79086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156260 Sep 03 09:51:10.694391 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-e1374eb7-d292-439f-a159-b183bf1edf05 req-c4126f2d-2bfa-4d40-b6cc-d0f752f51ade tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269839 Sep 03 09:51:10.699793 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-684f5d7d-2655-4527-bbbd-4b7f6949bf70 req-19124eba-e7eb-41fd-9f7b-8f7882eab85e tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.67 "GET /v2.0/security-groups?id=4de7f848-fa4c-4bfa-aa1f-a4231682c522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193185 Sep 03 09:51:10.716729 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.db [req-2f7b0b29-0375-4d88-8525-6efe14e3ea25 req-436e6372-2a80-4351-9afa-876baf44adb2 service neutron] For port 0e9b17b0-c18d-43c0-b638-d9ed6a4a7d09, host hv-cinder-60634, cleared binding levels {{(pid=105524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 09:51:10.744897 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.db [req-2f7b0b29-0375-4d88-8525-6efe14e3ea25 req-436e6372-2a80-4351-9afa-876baf44adb2 service neutron] For port 0e9b17b0-c18d-43c0-b638-d9ed6a4a7d09, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=0e9b17b0-c18d-43c0-b638-d9ed6a4a7d09,segment=NetworkSegment(7369bf7c-6fbb-4bda-b2e3-3040860ac3c2),segment_id=7369bf7c-6fbb-4bda-b2e3-3040860ac3c2)] {{(pid=105524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 09:51:10.777737 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-2f7b0b29-0375-4d88-8525-6efe14e3ea25 req-436e6372-2a80-4351-9afa-876baf44adb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:10.822917 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b0b29-0375-4d88-8525-6efe14e3ea25 req-436e6372-2a80-4351-9afa-876baf44adb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:10.823843 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-2f7b0b29-0375-4d88-8525-6efe14e3ea25 req-436e6372-2a80-4351-9afa-876baf44adb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for port, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:10.825513 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2f7b0b29-0375-4d88-8525-6efe14e3ea25 req-436e6372-2a80-4351-9afa-876baf44adb2 service neutron] 10.222.0.60 "PUT /v2.0/ports/0e9b17b0-c18d-43c0-b638-d9ed6a4a7d09 HTTP/1.1" status: 200 len: 1093 time: 2.2002480 Sep 03 09:51:10.826462 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22f1bd17-827a-467f-844e-139d007919c0', 'tag': '0e9b17b0-c18d-43c0-b638-d9ed6a4a7d09'}] {{(pid=105524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:51:10.828890 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07cd05725c708ed75ef04e80da70ebdfc8c47d02cbbda1b8cc3f0b48d37440d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186dc484-666b-4a4b-b74c-81cdfdc89a47" -d '{"events": [{"name": "network-changed", "server_uuid": "22f1bd17-827a-467f-844e-139d007919c0", "tag": "0e9b17b0-c18d-43c0-b638-d9ed6a4a7d09"}]}' {{(pid=105524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:51:10.846541 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-db0fd485-0cfb-4138-959a-43cff2b872a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:10.849090 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-db0fd485-0cfb-4138-959a-43cff2b872a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:10.853103 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-db0fd485-0cfb-4138-959a-43cff2b872a4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/573c6a20-74e4-40a7-8a9d-9a48a776b44d HTTP/1.1" status: 204 len: 168 time: 0.4541979 Sep 03 09:51:10.887624 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-d8c7128a-ee34-45a0-af16-a35c90941e1c req-2e0cf4c1-9bc6-442f-8d48-a982d443779e service neutron] 10.222.0.60 "GET /v2.0/networks/7995b685-e18e-455d-be66-3bd792a79086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848717 Sep 03 09:51:10.889218 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 09:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753cdc60-b32b-481a-8bd8-d6507af6c9e9 x-openstack-request-id: req-753cdc60-b32b-481a-8bd8-d6507af6c9e9 {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:51:10.889499 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22f1bd17-827a-467f-844e-139d007919c0", "tag": "0e9b17b0-c18d-43c0-b638-d9ed6a4a7d09", "status": "completed", "code": 200}]} {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:51:10.889798 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-753cdc60-b32b-481a-8bd8-d6507af6c9e9 {{(pid=105524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:51:10.890168 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22f1bd17-827a-467f-844e-139d007919c0', 'tag': '0e9b17b0-c18d-43c0-b638-d9ed6a4a7d09', 'status': 'completed', 'code': 200} Sep 03 09:51:10.891858 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e6372-2a80-4351-9afa-876baf44adb2 service neutron] Pushing event updated for resources: {'Port': ['ID=0e9b17b0-c18d-43c0-b638-d9ed6a4a7d09,revision_number=3']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:10.895024 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979036b-1df5-4bda-b5a8-4806943f8118 req-08327a9a-4ef5-4bb6-9972-ffcf5dba92f9 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:10.896632 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-0979036b-1df5-4bda-b5a8-4806943f8118 req-08327a9a-4ef5-4bb6-9972-ffcf5dba92f9 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 943 time: 0.1276786 Sep 03 09:51:10.901860 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0fd485-0cfb-4138-959a-43cff2b872a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573c6a20-74e4-40a7-8a9d-9a48a776b44d,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:10.950210 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b0b29-0375-4d88-8525-6efe14e3ea25 req-01bf4c1a-5101-430e-b23b-9fd3fc97e6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:10.951803 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2f7b0b29-0375-4d88-8525-6efe14e3ea25 req-01bf4c1a-5101-430e-b23b-9fd3fc97e6d4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c72df9f562c94a8aab79afac7263e6e5&device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 1096 time: 0.0742753 Sep 03 09:51:10.973670 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-d1395a71-ce92-4784-9831-c0beb4e8dda0 req-6338151f-9d66-484d-83c7-fbdd7985136d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:10.989839 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-0979036b-1df5-4bda-b5a8-4806943f8118 req-41b8475b-9fc8-46f0-9b2a-7aa8c9eb69df tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643303 Sep 03 09:51:10.991062 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-d1395a71-ce92-4784-9831-c0beb4e8dda0 req-6338151f-9d66-484d-83c7-fbdd7985136d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:11.003878 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2f7b0b29-0375-4d88-8525-6efe14e3ea25 req-fc75fbf1-5c56-4697-b1c5-e67d71f14638 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e9b17b0-c18d-43c0-b638-d9ed6a4a7d09 HTTP/1.1" status: 200 len: 217 time: 0.0430880 Sep 03 09:51:11.050222 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-d1395a71-ce92-4784-9831-c0beb4e8dda0 req-6338151f-9d66-484d-83c7-fbdd7985136d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4de7f848-fa4c-4bfa-aa1f-a4231682c522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4485013 Sep 03 09:51:11.054727 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6338151f-9d66-484d-83c7-fbdd7985136d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4160690c-6f2a-472c-8e14-c19fdb4e945c,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:11.090909 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b0b29-0375-4d88-8525-6efe14e3ea25 req-ad95620c-79bf-4cec-8fc4-210f28b1f468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:11.092687 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2f7b0b29-0375-4d88-8525-6efe14e3ea25 req-ad95620c-79bf-4cec-8fc4-210f28b1f468 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f78bac5b-e536-4490-a472-11f8ae62b3fb HTTP/1.1" status: 200 len: 858 time: 0.0805087 Sep 03 09:51:11.305660 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2f7b0b29-0375-4d88-8525-6efe14e3ea25 req-608b0ae0-7521-4994-8359-06c93c03b3dd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7995b685-e18e-455d-be66-3bd792a79086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423269 Sep 03 09:51:11.350121 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 33650) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:11.368522 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-ac907030-6195-4213-b809-d6f4a6af89ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:11.428805 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d25451-485c-4c38-898b-8fff317996ab req-6181bbf5-ff90-420b-8714-299345cab70a tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:11.436683 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-85d25451-485c-4c38-898b-8fff317996ab req-6181bbf5-ff90-420b-8714-299345cab70a tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f84537e-9ce9-4e28-aad0-6a133fa89679 HTTP/1.1" status: 200 len: 946 time: 0.1028945 Sep 03 09:51:11.527383 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-85d25451-485c-4c38-898b-8fff317996ab req-86bbbd9c-5611-4c34-a1cb-14a3a38448b5 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893888 Sep 03 09:51:11.531780 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2f7b0b29-0375-4d88-8525-6efe14e3ea25 req-2ce75a49-0acb-4000-8b76-f3b49999eeca service neutron] 10.222.0.60 "GET /v2.0/networks/7995b685-e18e-455d-be66-3bd792a79086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167044 Sep 03 09:51:11.556710 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-ac907030-6195-4213-b809-d6f4a6af89ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:11.562756 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-ac907030-6195-4213-b809-d6f4a6af89ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:11.626435 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-ac907030-6195-4213-b809-d6f4a6af89ef admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=be097c3b75f344a5bc054f4e34af1d3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2749014 Sep 03 09:51:11.628057 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 33660) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:11.635264 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac907030-6195-4213-b809-d6f4a6af89ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8b3190-e4e2-4caf-828a-7f26698d868f,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:11.671390 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2f7b0b29-0375-4d88-8525-6efe14e3ea25 req-a515dcd6-0c29-401a-96ca-30a373a38b00 service neutron] 10.222.0.60 "GET /v2.0/networks/7995b685-e18e-455d-be66-3bd792a79086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294620 Sep 03 09:51:11.690512 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-3db23655-0e37-4443-8500-772d7dc927f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:11.746177 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-3db23655-0e37-4443-8500-772d7dc927f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:11.819798 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186dc484-666b-4a4b-b74c-81cdfdc89a47 req-b7127054-1dbd-4dbb-b76a-9851c4322412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:11.822565 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-186dc484-666b-4a4b-b74c-81cdfdc89a47 req-b7127054-1dbd-4dbb-b76a-9851c4322412 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c72df9f562c94a8aab79afac7263e6e5&device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 1096 time: 0.0796571 Sep 03 09:51:11.868208 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccfe17-462e-43ab-9b5c-1d954ee59f41 req-9783fc0b-6a5f-4aeb-b27a-2229f644c6e8 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:11.874138 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-71ccfe17-462e-43ab-9b5c-1d954ee59f41 req-9783fc0b-6a5f-4aeb-b27a-2229f644c6e8 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c515a30-d7df-41dd-8429-7d438784f532 HTTP/1.1" status: 200 len: 945 time: 0.0990224 Sep 03 09:51:11.887093 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d6500-fb07-406f-a903-57eee96ac5b8 req-5264df5f-66b1-4829-a5a5-9ba202db9de0 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:11.889804 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-5f3d6500-fb07-406f-a903-57eee96ac5b8 req-5264df5f-66b1-4829-a5a5-9ba202db9de0 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 943 time: 0.1117570 Sep 03 09:51:11.900321 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-3db23655-0e37-4443-8500-772d7dc927f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:11.903242 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-3db23655-0e37-4443-8500-772d7dc927f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:11.904393 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-3db23655-0e37-4443-8500-772d7dc927f3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bd8b3190-e4e2-4caf-828a-7f26698d868f HTTP/1.1" status: 204 len: 168 time: 0.2753563 Sep 03 09:51:11.929510 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db23655-0e37-4443-8500-772d7dc927f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8b3190-e4e2-4caf-828a-7f26698d868f,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:11.961340 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-5f3d6500-fb07-406f-a903-57eee96ac5b8 req-39830d07-08e4-42b8-a1b7-cdfef0c0d680 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557866 Sep 03 09:51:11.973966 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-71ccfe17-462e-43ab-9b5c-1d954ee59f41 req-5c363cab-51da-4e4a-b8f2-5902e6f32aed tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.67 "GET /v2.0/security-groups?id=4de7f848-fa4c-4bfa-aa1f-a4231682c522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914748 Sep 03 09:51:11.992744 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186dc484-666b-4a4b-b74c-81cdfdc89a47 req-a628a526-f78c-4959-91af-be7dd4241f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:11.994848 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-186dc484-666b-4a4b-b74c-81cdfdc89a47 req-a628a526-f78c-4959-91af-be7dd4241f0f service neutron] 10.222.0.60 "GET /v2.0/networks?id=7995b685-e18e-455d-be66-3bd792a79086 HTTP/1.1" status: 200 len: 919 time: 0.1645410 Sep 03 09:51:12.107834 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5eac0-cea3-4d13-9c08-aace4094bdbc req-6b7324c7-c94e-4acc-aaf0-38d82071668b tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:12.109382 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-7ab5eac0-cea3-4d13-9c08-aace4094bdbc req-6b7324c7-c94e-4acc-aaf0-38d82071668b tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 943 time: 0.0501685 Sep 03 09:51:12.147673 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-7ab5eac0-cea3-4d13-9c08-aace4094bdbc req-0190576d-4170-463f-bf1b-fe3db98f5fe1 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321059 Sep 03 09:51:12.274609 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f84537e-9ce9-4e28-aad0-6a133fa89679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f14eea0-cbb9-4187-b8dd-48cbd6747e9d'}] {{(pid=105526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:51:12.277518 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4892a96944886cb42b4657d46b368d41fc18c437eb6a682d176e385d93bf320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a968ceb2-6553-4ed7-ac83-ca2c67915198" -d '{"events": [{"server_uuid": "2f84537e-9ce9-4e28-aad0-6a133fa89679", "name": "network-vif-plugged", "status": "completed", "tag": "8f14eea0-cbb9-4187-b8dd-48cbd6747e9d"}]}' {{(pid=105526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:51:12.323291 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 09:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5470724b-6905-4529-9647-bba479827944 x-openstack-request-id: req-5470724b-6905-4529-9647-bba479827944 {{(pid=105526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:51:12.323588 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f84537e-9ce9-4e28-aad0-6a133fa89679", "name": "network-vif-plugged", "status": "completed", "tag": "8f14eea0-cbb9-4187-b8dd-48cbd6747e9d", "code": 200}]} {{(pid=105526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:51:12.323837 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5470724b-6905-4529-9647-bba479827944 {{(pid=105526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:51:12.324226 dv-cinder-606346-32-iscsi neutron-server[105526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f84537e-9ce9-4e28-aad0-6a133fa89679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f14eea0-cbb9-4187-b8dd-48cbd6747e9d', 'code': 200} Sep 03 09:51:12.651359 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622e119-3551-473c-b714-da4a0f759000 req-f361f83a-1c83-4c23-b333-f14db88deac3 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:12.652862 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-6622e119-3551-473c-b714-da4a0f759000 req-f361f83a-1c83-4c23-b333-f14db88deac3 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f84537e-9ce9-4e28-aad0-6a133fa89679 HTTP/1.1" status: 200 len: 946 time: 0.0505066 Sep 03 09:51:12.695554 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-6622e119-3551-473c-b714-da4a0f759000 req-cec75210-b628-4d99-ac4b-7995554e9296 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366459 Sep 03 09:51:12.796355 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 9000703e-83cb-4133-ad9a-97f2ee4d2fe9 details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=105526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 09:51:12.884990 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-186dc484-666b-4a4b-b74c-81cdfdc89a47 req-8ff303e4-8dec-48cc-824f-0b747e4cafe5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e9b17b0-c18d-43c0-b638-d9ed6a4a7d09 HTTP/1.1" status: 200 len: 217 time: 0.0838985 Sep 03 09:51:12.980228 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 9000703e-83cb-4133-ad9a-97f2ee4d2fe9, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=9000703e-83cb-4133-ad9a-97f2ee4d2fe9,segment=NetworkSegment(1683d286-1be2-443d-83f5-01a3e9736922),segment_id=1683d286-1be2-443d-83f5-01a3e9736922)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:51:13.022558 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Returning: {'device': '9000703e-83cb-4133-ad9a-97f2ee4d2fe9', 'network_id': '528a02fc-44c8-4bd1-9db4-aa8e01cd9db5', 'port_id': '9000703e-83cb-4133-ad9a-97f2ee4d2fe9', 'mac_address': 'fa:16:3e:67:5e:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b9bc1cc-f1d0-4f7b-aa38-f059a6d84938', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 09:51:13.111339 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce7cd62-7f8b-4fe3-af55-6f2524cb7c2d req-5aaf85c8-3a75-4784-bffe-0a597ab415ca tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:13.120338 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-0ce7cd62-7f8b-4fe3-af55-6f2524cb7c2d req-5aaf85c8-3a75-4784-bffe-0a597ab415ca tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 943 time: 0.0748343 Sep 03 09:51:13.123818 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:13.139480 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.notifiers.nova [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9000703e-83cb-4133-ad9a-97f2ee4d2fe9 {{(pid=105526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 09:51:13.178173 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 9000703e-83cb-4133-ad9a-97f2ee4d2fe9, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=9000703e-83cb-4133-ad9a-97f2ee4d2fe9,segment=NetworkSegment(1683d286-1be2-443d-83f5-01a3e9736922),segment_id=1683d286-1be2-443d-83f5-01a3e9736922)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:51:13.179800 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c29b884-6949-4ca8-a838-74ed0dca914c req-c4b1e9cc-85cc-4905-8721-0090371072f9 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:13.187553 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:13.189305 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-8c29b884-6949-4ca8-a838-74ed0dca914c req-c4b1e9cc-85cc-4905-8721-0090371072f9 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c515a30-d7df-41dd-8429-7d438784f532 HTTP/1.1" status: 200 len: 945 time: 0.0740020 Sep 03 09:51:13.189686 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-0ce7cd62-7f8b-4fe3-af55-6f2524cb7c2d req-7e158f52-621b-403e-b446-a1c476d83e30 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651486 Sep 03 09:51:13.250651 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Pushing event updated for resources: {'Port': ['ID=9000703e-83cb-4133-ad9a-97f2ee4d2fe9,revision_number=4']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:13.271091 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-8c29b884-6949-4ca8-a838-74ed0dca914c req-9d92489c-a214-46cc-bfb8-a6b9dfcc3c87 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.67 "GET /v2.0/security-groups?id=4de7f848-fa4c-4bfa-aa1f-a4231682c522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802169 Sep 03 09:51:13.306477 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07faadfb-e356-4d4f-96a7-e26dcf900196 req-f3ea9be5-4274-4bcc-8fca-e0efc32e494a tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:13.308097 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-07faadfb-e356-4d4f-96a7-e26dcf900196 req-f3ea9be5-4274-4bcc-8fca-e0efc32e494a tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 944 time: 0.0535989 Sep 03 09:51:13.350141 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-07faadfb-e356-4d4f-96a7-e26dcf900196 req-6a1f04bd-739b-4e9b-b97f-047b339956b9 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354648 Sep 03 09:51:13.813916 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e5bca-8aed-43b4-bff3-83d6e23454cc req-6a40e70e-0d54-4de0-ab35-63f8361f5480 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:13.815522 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-047e5bca-8aed-43b4-bff3-83d6e23454cc req-6a40e70e-0d54-4de0-ab35-63f8361f5480 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f84537e-9ce9-4e28-aad0-6a133fa89679 HTTP/1.1" status: 200 len: 946 time: 0.0527368 Sep 03 09:51:13.855726 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-047e5bca-8aed-43b4-bff3-83d6e23454cc req-efd3ed1f-54c3-4c15-b494-c52b6fa5151e tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341015 Sep 03 09:51:14.297818 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5bc715-63ea-4e81-8b68-bb857604c894 req-6946b106-55ee-444e-b69c-7e2a6d52e49f tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:14.299432 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-da5bc715-63ea-4e81-8b68-bb857604c894 req-6946b106-55ee-444e-b69c-7e2a6d52e49f tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 943 time: 0.0532911 Sep 03 09:51:14.338475 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-da5bc715-63ea-4e81-8b68-bb857604c894 req-adb34de4-16fb-4b50-8d6a-0be90d9861b7 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329871 Sep 03 09:51:14.383878 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d910ebe-c9c6-44cb-847c-78f36d29401a req-57a84f3b-1f70-4b0b-bde1-dcc06758e1f7 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:14.385531 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-1d910ebe-c9c6-44cb-847c-78f36d29401a req-57a84f3b-1f70-4b0b-bde1-dcc06758e1f7 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c515a30-d7df-41dd-8429-7d438784f532 HTTP/1.1" status: 200 len: 945 time: 0.0578439 Sep 03 09:51:14.426131 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-1d910ebe-c9c6-44cb-847c-78f36d29401a req-1f7636eb-a54b-43d1-aa95-0dc5b4ce2508 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.67 "GET /v2.0/security-groups?id=4de7f848-fa4c-4bfa-aa1f-a4231682c522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319023 Sep 03 09:51:14.470673 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56b367-03e6-40b1-ac92-1dab7cf20cda req-96efbcc9-7d9a-4cef-a710-f5b450bcbcc0 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:14.472194 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-af56b367-03e6-40b1-ac92-1dab7cf20cda req-96efbcc9-7d9a-4cef-a710-f5b450bcbcc0 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 944 time: 0.0496850 Sep 03 09:51:14.510252 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-af56b367-03e6-40b1-ac92-1dab7cf20cda req-56e69cb1-2f47-4499-9571-0e44edfcf929 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321279 Sep 03 09:51:14.708626 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186dc484-666b-4a4b-b74c-81cdfdc89a47 req-62843987-9731-464f-b32f-83b7146d2666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:14.710138 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-186dc484-666b-4a4b-b74c-81cdfdc89a47 req-62843987-9731-464f-b32f-83b7146d2666 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f78bac5b-e536-4490-a472-11f8ae62b3fb HTTP/1.1" status: 200 len: 858 time: 0.0483251 Sep 03 09:51:14.755941 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-186dc484-666b-4a4b-b74c-81cdfdc89a47 req-4aa8a37f-f0da-4940-bef3-ff2129442001 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7995b685-e18e-455d-be66-3bd792a79086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280547 Sep 03 09:51:14.835742 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9003f3-3187-47ed-9882-78b83461ed9f req-59bc1c16-db79-47cd-baab-b481ab1795db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:14.837769 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-df9003f3-3187-47ed-9882-78b83461ed9f req-59bc1c16-db79-47cd-baab-b481ab1795db service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2f84537e-9ce9-4e28-aad0-6a133fa89679 HTTP/1.1" status: 200 len: 1099 time: 0.0415692 Sep 03 09:51:14.850557 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-186dc484-666b-4a4b-b74c-81cdfdc89a47 req-0c7aa67d-f04a-42c6-96f3-23fa61d0b458 service neutron] 10.222.0.60 "GET /v2.0/networks/7995b685-e18e-455d-be66-3bd792a79086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837440 Sep 03 09:51:14.874182 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-df9003f3-3187-47ed-9882-78b83461ed9f req-9387060d-78ff-485a-8a52-dabce290c88e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281377 Sep 03 09:51:14.947770 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-186dc484-666b-4a4b-b74c-81cdfdc89a47 req-45c103b4-42c1-4086-8bec-f9dcd8f3ab86 service neutron] 10.222.0.60 "GET /v2.0/networks/7995b685-e18e-455d-be66-3bd792a79086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882716 Sep 03 09:51:14.955315 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] get_ports_and_sgs() called for port_ids ['9000703e-83cb-4133-ad9a-97f2ee4d2fe9'] {{(pid=105526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 09:51:14.972097 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd011290-9cbf-4f63-8228-33919dfcf8e5 req-ed302340-a73a-40a7-9ecf-3cf5daa7692d tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:14.973803 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-bd011290-9cbf-4f63-8228-33919dfcf8e5 req-ed302340-a73a-40a7-9ecf-3cf5daa7692d tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f84537e-9ce9-4e28-aad0-6a133fa89679 HTTP/1.1" status: 200 len: 946 time: 0.0506787 Sep 03 09:51:15.015537 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-bd011290-9cbf-4f63-8228-33919dfcf8e5 req-f3a565fd-1e5b-47e9-adc2-30bc5bd61ece tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337846 Sep 03 09:51:15.451826 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320abfa-8f46-44d3-92ac-07f6a81fcdcd req-f6b60b71-6f10-49cf-b077-b7aaf1849cc9 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:15.453369 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-3320abfa-8f46-44d3-92ac-07f6a81fcdcd req-f6b60b71-6f10-49cf-b077-b7aaf1849cc9 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 943 time: 0.0477021 Sep 03 09:51:15.491776 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-3320abfa-8f46-44d3-92ac-07f6a81fcdcd req-308436b6-ebe0-43ee-b277-adb64e5b0dba tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323403 Sep 03 09:51:15.553351 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d803da-b072-4163-a4ad-0004317506f9 req-ab2b66fd-8d79-43e3-a839-d5c0a462cdf7 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:15.556096 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-b4d803da-b072-4163-a4ad-0004317506f9 req-ab2b66fd-8d79-43e3-a839-d5c0a462cdf7 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c515a30-d7df-41dd-8429-7d438784f532 HTTP/1.1" status: 200 len: 945 time: 0.0628819 Sep 03 09:51:15.596775 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-b4d803da-b072-4163-a4ad-0004317506f9 req-5cd63c7c-347f-457f-985a-7d14d942c46b tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.67 "GET /v2.0/security-groups?id=4de7f848-fa4c-4bfa-aa1f-a4231682c522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354941 Sep 03 09:51:15.639881 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e189d-3b64-4e65-9770-4ebca895bfae req-58885ef2-41bf-46de-a134-9157f827c4d5 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:15.641261 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-4a2e189d-3b64-4e65-9770-4ebca895bfae req-58885ef2-41bf-46de-a134-9157f827c4d5 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 944 time: 0.0479276 Sep 03 09:51:15.679634 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-4a2e189d-3b64-4e65-9770-4ebca895bfae req-509ad3ec-ce56-49c1-8663-aae58c2f1320 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312378 Sep 03 09:51:16.130188 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976652b3-64c3-4552-b710-481e28d67e34 req-e5c8b56a-c93d-48d5-89e7-31e9e99dabf5 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:16.131653 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-976652b3-64c3-4552-b710-481e28d67e34 req-e5c8b56a-c93d-48d5-89e7-31e9e99dabf5 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f84537e-9ce9-4e28-aad0-6a133fa89679 HTTP/1.1" status: 200 len: 946 time: 0.0505099 Sep 03 09:51:16.169811 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-976652b3-64c3-4552-b710-481e28d67e34 req-b72fff45-493d-4de4-842d-fc5ed755a9ae tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321963 Sep 03 09:51:16.611282 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1271a1b-6abb-43dc-bfd3-bf05acb6da82 req-1f4da37a-9f00-4eb6-a36c-1eae0dfacdbe tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:16.612774 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-d1271a1b-6abb-43dc-bfd3-bf05acb6da82 req-1f4da37a-9f00-4eb6-a36c-1eae0dfacdbe tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 943 time: 0.0543027 Sep 03 09:51:16.715400 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc9b5a-5d9d-4e3c-93bc-09e6ee184dda req-b00a1a82-3a15-4811-b88b-5c47cb13e072 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:16.717157 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-54cc9b5a-5d9d-4e3c-93bc-09e6ee184dda req-b00a1a82-3a15-4811-b88b-5c47cb13e072 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c515a30-d7df-41dd-8429-7d438784f532 HTTP/1.1" status: 200 len: 945 time: 0.0524817 Sep 03 09:51:16.757224 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-54cc9b5a-5d9d-4e3c-93bc-09e6ee184dda req-c6627199-33e2-40a5-95fc-776fce889a46 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.67 "GET /v2.0/security-groups?id=4de7f848-fa4c-4bfa-aa1f-a4231682c522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338149 Sep 03 09:51:16.818579 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-d1271a1b-6abb-43dc-bfd3-bf05acb6da82 req-1c20f1e4-d736-4f61-a247-92f5cba1ae0f tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999578 Sep 03 09:51:16.859813 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4112c1ad-8e72-4e74-8509-b04193c3783e req-d3686f7f-0f4b-41ee-9b48-ee1d82e48006 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:16.861267 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-4112c1ad-8e72-4e74-8509-b04193c3783e req-d3686f7f-0f4b-41ee-9b48-ee1d82e48006 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 944 time: 0.0487611 Sep 03 09:51:16.903638 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-4112c1ad-8e72-4e74-8509-b04193c3783e req-55dcd903-29f2-4baa-80d5-898f9fe39453 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363986 Sep 03 09:51:17.279171 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406347b-7d8a-4b66-9e01-c87d1cc815c8 req-137c0dd3-4c9e-44f7-9280-85744de590b4 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:17.280612 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-5406347b-7d8a-4b66-9e01-c87d1cc815c8 req-137c0dd3-4c9e-44f7-9280-85744de590b4 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f84537e-9ce9-4e28-aad0-6a133fa89679 HTTP/1.1" status: 200 len: 946 time: 0.0460873 Sep 03 09:51:17.318423 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-5406347b-7d8a-4b66-9e01-c87d1cc815c8 req-90922f07-0d26-4cb7-a3dc-4a843be8d8b3 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320194 Sep 03 09:51:17.858515 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:17.874382 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device aec59b67-087c-4f74-bd32-46c77a0ee00e details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=105526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 09:51:17.877329 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88eb324-0a8c-4ef0-9f5e-143d68eec16e req-0409d135-7030-4293-95ab-9f13d553db0b tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:17.882324 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-d88eb324-0a8c-4ef0-9f5e-143d68eec16e req-0409d135-7030-4293-95ab-9f13d553db0b tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c515a30-d7df-41dd-8429-7d438784f532 HTTP/1.1" status: 200 len: 945 time: 0.0577443 Sep 03 09:51:17.921944 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-d88eb324-0a8c-4ef0-9f5e-143d68eec16e req-01afdfb6-83bb-4a99-9715-1c03855ce5b3 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.67 "GET /v2.0/security-groups?id=4de7f848-fa4c-4bfa-aa1f-a4231682c522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361485 Sep 03 09:51:17.941390 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb93010-094d-4b6a-b05f-b0929b144525 req-bbe9eb55-9d83-4510-aa65-1f26e789f237 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:17.946065 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-bdb93010-094d-4b6a-b05f-b0929b144525 req-bbe9eb55-9d83-4510-aa65-1f26e789f237 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 943 time: 0.0566049 Sep 03 09:51:17.981079 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port aec59b67-087c-4f74-bd32-46c77a0ee00e, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=aec59b67-087c-4f74-bd32-46c77a0ee00e,segment=NetworkSegment(7369bf7c-6fbb-4bda-b2e3-3040860ac3c2),segment_id=7369bf7c-6fbb-4bda-b2e3-3040860ac3c2)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:51:17.990632 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-bdb93010-094d-4b6a-b05f-b0929b144525 req-f7e673f2-c203-4478-a09e-6e4169901e0f tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391181 Sep 03 09:51:17.999303 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Returning: {'device': 'aec59b67-087c-4f74-bd32-46c77a0ee00e', 'network_id': '7995b685-e18e-455d-be66-3bd792a79086', 'port_id': 'aec59b67-087c-4f74-bd32-46c77a0ee00e', 'mac_address': 'fa:16:3e:5d:e0:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f78bac5b-e536-4490-a472-11f8ae62b3fb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 09:51:18.044470 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:18.051685 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b724e09-52e0-4b4b-95ce-15a70c1d3c6d req-1920f4b2-ac2c-4805-936c-db401c8ba941 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:18.054207 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-9b724e09-52e0-4b4b-95ce-15a70c1d3c6d req-1920f4b2-ac2c-4805-936c-db401c8ba941 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 944 time: 0.0586922 Sep 03 09:51:18.062386 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.notifiers.nova [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aec59b67-087c-4f74-bd32-46c77a0ee00e {{(pid=105526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 09:51:18.081510 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port aec59b67-087c-4f74-bd32-46c77a0ee00e, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=aec59b67-087c-4f74-bd32-46c77a0ee00e,segment=NetworkSegment(7369bf7c-6fbb-4bda-b2e3-3040860ac3c2),segment_id=7369bf7c-6fbb-4bda-b2e3-3040860ac3c2)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:51:18.085944 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:18.094223 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-9b724e09-52e0-4b4b-95ce-15a70c1d3c6d req-46b1715d-88b1-44df-bdbd-50af4c83dba5 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329034 Sep 03 09:51:18.139759 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Pushing event updated for resources: {'Port': ['ID=aec59b67-087c-4f74-bd32-46c77a0ee00e,revision_number=4']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:18.424973 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] get_ports_and_sgs() called for port_ids ['aec59b67-087c-4f74-bd32-46c77a0ee00e'] {{(pid=105526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 09:51:18.461401 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb6a897-9767-434e-b32b-5e77a45ab396 req-93d6755f-7b67-49ad-ab40-2961e202fda5 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:18.464321 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-feb6a897-9767-434e-b32b-5e77a45ab396 req-93d6755f-7b67-49ad-ab40-2961e202fda5 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f84537e-9ce9-4e28-aad0-6a133fa89679 HTTP/1.1" status: 200 len: 946 time: 0.0589709 Sep 03 09:51:18.509537 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-feb6a897-9767-434e-b32b-5e77a45ab396 req-203670b3-75ad-42e5-8ebd-1f2f5ba537dd tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377705 Sep 03 09:51:19.046723 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30085144-102c-41a3-a37e-179a742f40bb req-e50c8aeb-88c3-4321-80f3-c11fac740c8d tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:19.061912 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-30085144-102c-41a3-a37e-179a742f40bb req-e50c8aeb-88c3-4321-80f3-c11fac740c8d tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c515a30-d7df-41dd-8429-7d438784f532 HTTP/1.1" status: 200 len: 945 time: 0.0695367 Sep 03 09:51:19.113053 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-30085144-102c-41a3-a37e-179a742f40bb req-7a2f4fe5-6863-4426-bcb2-7032c23ad507 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.67 "GET /v2.0/security-groups?id=4de7f848-fa4c-4bfa-aa1f-a4231682c522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479181 Sep 03 09:51:19.138396 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5ec83-524c-42bb-80eb-7daa40e4bd7d req-0f4a44e4-d0e8-4145-8eb0-80aed71e610e tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:19.140041 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-c0d5ec83-524c-42bb-80eb-7daa40e4bd7d req-0f4a44e4-d0e8-4145-8eb0-80aed71e610e tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 943 time: 0.0714171 Sep 03 09:51:19.196260 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-c0d5ec83-524c-42bb-80eb-7daa40e4bd7d req-db550448-1d90-4723-9546-d210567a57a7 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499079 Sep 03 09:51:19.248399 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79224135-cda7-4cdb-922f-3d588dc98fe7 req-80513e44-a7e0-41e5-8ec0-62ae0a9e0cc1 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:19.250009 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-79224135-cda7-4cdb-922f-3d588dc98fe7 req-80513e44-a7e0-41e5-8ec0-62ae0a9e0cc1 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 944 time: 0.0629895 Sep 03 09:51:19.292203 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-79224135-cda7-4cdb-922f-3d588dc98fe7 req-bcda6bad-5dc7-44d3-9ed1-d1be003c9052 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349588 Sep 03 09:51:19.637994 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81fe5d-383a-498e-99d2-f4de6eb01f85 req-65afbd9b-f215-438a-bb56-e28bf6cff411 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:19.645552 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-4c81fe5d-383a-498e-99d2-f4de6eb01f85 req-65afbd9b-f215-438a-bb56-e28bf6cff411 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f84537e-9ce9-4e28-aad0-6a133fa89679 HTTP/1.1" status: 200 len: 946 time: 0.0629833 Sep 03 09:51:19.686951 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-4c81fe5d-383a-498e-99d2-f4de6eb01f85 req-787c3ed4-56ce-452e-bf17-191dec170f5a tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396528 Sep 03 09:51:19.872557 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 9000703e-83cb-4133-ad9a-97f2ee4d2fe9 up at agent hyperv_hv-cinder-60634 {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:51:19.928587 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Provisioning for port 9000703e-83cb-4133-ad9a-97f2ee4d2fe9 completed by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:51:19.932684 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Provisioning complete for port 9000703e-83cb-4133-ad9a-97f2ee4d2fe9 triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:51:19.933148 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:20.030783 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:20.057224 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9000703e-83cb-4133-ad9a-97f2ee4d2fe9'}] {{(pid=105526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:51:20.059743 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4892a96944886cb42b4657d46b368d41fc18c437eb6a682d176e385d93bf320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692239f2-2780-451a-9324-9b7cbf4309b2" -d '{"events": [{"server_uuid": "cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0", "name": "network-vif-plugged", "status": "completed", "tag": "9000703e-83cb-4133-ad9a-97f2ee4d2fe9"}]}' {{(pid=105526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:51:20.088154 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 9000703e-83cb-4133-ad9a-97f2ee4d2fe9, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=9000703e-83cb-4133-ad9a-97f2ee4d2fe9,segment=NetworkSegment(1683d286-1be2-443d-83f5-01a3e9736922),segment_id=1683d286-1be2-443d-83f5-01a3e9736922)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:51:20.098779 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:20.099680 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device aec59b67-087c-4f74-bd32-46c77a0ee00e up at agent hyperv_hv-cinder-60634 {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:51:20.142287 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 09:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af7511f-eaed-4031-903c-8bd654f8801c x-openstack-request-id: req-1af7511f-eaed-4031-903c-8bd654f8801c {{(pid=105526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:51:20.142575 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0", "name": "network-vif-plugged", "status": "completed", "tag": "9000703e-83cb-4133-ad9a-97f2ee4d2fe9", "code": 200}]} {{(pid=105526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:51:20.147689 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1af7511f-eaed-4031-903c-8bd654f8801c {{(pid=105526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:51:20.148127 dv-cinder-606346-32-iscsi neutron-server[105526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9000703e-83cb-4133-ad9a-97f2ee4d2fe9', 'code': 200} Sep 03 09:51:20.186003 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Pushing event updated for resources: {'Port': ['ID=9000703e-83cb-4133-ad9a-97f2ee4d2fe9,revision_number=5']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:20.202783 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Provisioning for port aec59b67-087c-4f74-bd32-46c77a0ee00e completed by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:51:20.207455 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Provisioning complete for port aec59b67-087c-4f74-bd32-46c77a0ee00e triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:51:20.208073 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:20.307008 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:20.349878 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port aec59b67-087c-4f74-bd32-46c77a0ee00e, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=aec59b67-087c-4f74-bd32-46c77a0ee00e,segment=NetworkSegment(7369bf7c-6fbb-4bda-b2e3-3040860ac3c2),segment_id=7369bf7c-6fbb-4bda-b2e3-3040860ac3c2)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:51:20.356797 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:20.390900 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6bed5-b2dc-431e-8906-66b346a85e8f req-51fb0086-1438-4387-afc9-a9e8eaf27b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:20.392432 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-31e6bed5-b2dc-431e-8906-66b346a85e8f req-51fb0086-1438-4387-afc9-a9e8eaf27b52 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 1098 time: 0.0857356 Sep 03 09:51:20.408917 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98e755-3f12-4787-99ce-3e06535479f3 req-3cbd707e-bc5e-4dd1-8835-08fcae900419 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:20.410570 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-af98e755-3f12-4787-99ce-3e06535479f3 req-3cbd707e-bc5e-4dd1-8835-08fcae900419 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 943 time: 0.1356971 Sep 03 09:51:20.439422 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Pushing event updated for resources: {'Port': ['ID=aec59b67-087c-4f74-bd32-46c77a0ee00e,revision_number=5']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:20.451909 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215292e1-df47-4b0f-b518-8627257026b5 req-a16dd5d7-5481-4e26-9e3e-7732efcb1394 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:20.453849 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-215292e1-df47-4b0f-b518-8627257026b5 req-a16dd5d7-5481-4e26-9e3e-7732efcb1394 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 945 time: 0.0639241 Sep 03 09:51:20.476748 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-31e6bed5-b2dc-431e-8906-66b346a85e8f req-161d0e7c-6a99-4fef-b61d-df528122ed37 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652032 Sep 03 09:51:20.493706 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-af98e755-3f12-4787-99ce-3e06535479f3 req-92f88b3c-b1f4-419f-9d77-d91db1405c35 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677924 Sep 03 09:51:20.495838 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-215292e1-df47-4b0f-b518-8627257026b5 req-7eb984c7-c6ed-4252-a100-c30c714ddc97 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349057 Sep 03 09:51:21.652890 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99454d4-5b82-4ae4-bd52-13fe6e7417f4 req-05cb3822-47de-4b73-a9c2-c7d47a2f4a88 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:21.653569 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ada34-8540-41f4-a7d2-537e680b184e req-5aad3854-e51f-439a-8b16-0bd251e575fd tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:21.654476 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-f99454d4-5b82-4ae4-bd52-13fe6e7417f4 req-05cb3822-47de-4b73-a9c2-c7d47a2f4a88 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 945 time: 0.0568271 Sep 03 09:51:21.655212 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-f73ada34-8540-41f4-a7d2-537e680b184e req-5aad3854-e51f-439a-8b16-0bd251e575fd tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 943 time: 0.0681083 Sep 03 09:51:21.702225 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-f99454d4-5b82-4ae4-bd52-13fe6e7417f4 req-06d1ab42-a00a-491a-b6d9-eb76df4e9f5b tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407150 Sep 03 09:51:21.721058 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-f73ada34-8540-41f4-a7d2-537e680b184e req-9e63791f-501c-4207-8a35-f2848c2793ca tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589862 Sep 03 09:51:21.883483 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 0e9b17b0-c18d-43c0-b638-d9ed6a4a7d09 details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=105526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 09:51:21.913049 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 34000) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:22.030479 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 0e9b17b0-c18d-43c0-b638-d9ed6a4a7d09, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=0e9b17b0-c18d-43c0-b638-d9ed6a4a7d09,segment=NetworkSegment(7369bf7c-6fbb-4bda-b2e3-3040860ac3c2),segment_id=7369bf7c-6fbb-4bda-b2e3-3040860ac3c2)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:51:22.053232 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-a0f3100a-59e2-4588-90a6-b5b742f91df4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:22.058484 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Returning: {'device': '0e9b17b0-c18d-43c0-b638-d9ed6a4a7d09', 'network_id': '7995b685-e18e-455d-be66-3bd792a79086', 'port_id': '0e9b17b0-c18d-43c0-b638-d9ed6a4a7d09', 'mac_address': 'fa:16:3e:63:39:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f78bac5b-e536-4490-a472-11f8ae62b3fb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 09:51:22.114391 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:22.133682 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.notifiers.nova [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e9b17b0-c18d-43c0-b638-d9ed6a4a7d09 {{(pid=105526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 09:51:22.152007 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c49f4881-a08a-4c04-834c-b27c8cf540b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec59b67-087c-4f74-bd32-46c77a0ee00e'}] {{(pid=105526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:51:22.154619 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4892a96944886cb42b4657d46b368d41fc18c437eb6a682d176e385d93bf320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d2bc64-b1b3-4748-bee0-8c187ebc1ef5" -d '{"events": [{"server_uuid": "c49f4881-a08a-4c04-834c-b27c8cf540b9", "name": "network-vif-plugged", "status": "completed", "tag": "aec59b67-087c-4f74-bd32-46c77a0ee00e"}]}' {{(pid=105526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:51:22.161519 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 0e9b17b0-c18d-43c0-b638-d9ed6a4a7d09, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=0e9b17b0-c18d-43c0-b638-d9ed6a4a7d09,segment=NetworkSegment(7369bf7c-6fbb-4bda-b2e3-3040860ac3c2),segment_id=7369bf7c-6fbb-4bda-b2e3-3040860ac3c2)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:51:22.170942 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:22.177244 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-a0f3100a-59e2-4588-90a6-b5b742f91df4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:22.182517 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-a0f3100a-59e2-4588-90a6-b5b742f91df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:22.203428 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 09:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60fbb5a5-1513-428f-88e5-eb6778b0732a x-openstack-request-id: req-60fbb5a5-1513-428f-88e5-eb6778b0732a {{(pid=105526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:51:22.203926 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c49f4881-a08a-4c04-834c-b27c8cf540b9", "name": "network-vif-plugged", "status": "completed", "tag": "aec59b67-087c-4f74-bd32-46c77a0ee00e", "code": 200}]} {{(pid=105526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:51:22.204330 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-60fbb5a5-1513-428f-88e5-eb6778b0732a {{(pid=105526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:51:22.204895 dv-cinder-606346-32-iscsi neutron-server[105526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c49f4881-a08a-4c04-834c-b27c8cf540b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec59b67-087c-4f74-bd32-46c77a0ee00e', 'code': 200} Sep 03 09:51:22.233227 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Pushing event updated for resources: {'Port': ['ID=0e9b17b0-c18d-43c0-b638-d9ed6a4a7d09,revision_number=4']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:22.254091 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-a0f3100a-59e2-4588-90a6-b5b742f91df4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=007c9270a3014e0ea349da3e9a8fca19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3396399 Sep 03 09:51:22.255995 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f3100a-59e2-4588-90a6-b5b742f91df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3439183d-f725-4cf9-899d-4b5ff23a1c1f,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:22.256755 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 34018) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:22.333704 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-8bbacf69-4c02-4795-84fb-904e3bda219c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:22.352078 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 34024) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:22.376137 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-8bbacf69-4c02-4795-84fb-904e3bda219c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:22.399584 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 34028) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:22.462018 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] get_ports_and_sgs() called for port_ids ['0e9b17b0-c18d-43c0-b638-d9ed6a4a7d09'] {{(pid=105526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 09:51:22.466774 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128ae88-4b20-46ef-a693-dbc7c8bfd39b req-7d8bbede-3c21-4fe4-a50f-e429d1ba3b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:22.468505 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-0128ae88-4b20-46ef-a693-dbc7c8bfd39b req-7d8bbede-3c21-4fe4-a50f-e429d1ba3b21 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 1098 time: 0.0892162 Sep 03 09:51:22.500208 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-7ec33623-7dab-4879-9697-3b2d59d782fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:22.513787 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-8bbacf69-4c02-4795-84fb-904e3bda219c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:22.517294 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-8bbacf69-4c02-4795-84fb-904e3bda219c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:22.518587 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-8bbacf69-4c02-4795-84fb-904e3bda219c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3439183d-f725-4cf9-899d-4b5ff23a1c1f HTTP/1.1" status: 204 len: 168 time: 0.2606337 Sep 03 09:51:22.531030 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbacf69-4c02-4795-84fb-904e3bda219c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3439183d-f725-4cf9-899d-4b5ff23a1c1f,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:22.534809 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-0128ae88-4b20-46ef-a693-dbc7c8bfd39b req-4960801f-b78e-48a7-b2e1-958a81fd7008 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496595 Sep 03 09:51:22.584839 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-3a6f6611-ee89-46a3-9b9f-0a81e9b5b536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:22.651200 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-7ec33623-7dab-4879-9697-3b2d59d782fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:22.660493 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-7ec33623-7dab-4879-9697-3b2d59d782fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:22.700586 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-7ec33623-7dab-4879-9697-3b2d59d782fa admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3f43d669ef684288ae332e769a38b006&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3471467 Sep 03 09:51:22.703404 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 34040) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:22.732857 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec33623-7dab-4879-9697-3b2d59d782fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71fdc19-f8eb-4a61-92c3-e61e7f593c7a,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:22.764633 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-b4596f5e-ff85-4b8f-a9a0-df32bcf1536f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:22.822199 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-b4596f5e-ff85-4b8f-a9a0-df32bcf1536f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:22.828724 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-3a6f6611-ee89-46a3-9b9f-0a81e9b5b536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:22.838865 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-3a6f6611-ee89-46a3-9b9f-0a81e9b5b536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:22.877681 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6f6611-ee89-46a3-9b9f-0a81e9b5b536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd3d3af-7b11-428e-ba45-709e4b53c226,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:22.933898 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc11af-1ae6-4e28-8af4-44d751cbc399 req-a273297a-f557-4049-b31e-11eb4a754508 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:22.935052 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-3a6f6611-ee89-46a3-9b9f-0a81e9b5b536 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bd0f9dccb5fd42ac8f3f6e953b7b3b7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5340664 Sep 03 09:51:22.939961 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-f5dc11af-1ae6-4e28-8af4-44d751cbc399 req-a273297a-f557-4049-b31e-11eb4a754508 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 945 time: 0.1043625 Sep 03 09:51:22.940897 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 34048) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:22.954268 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e054dd-bf81-4a16-85c2-4a2dac02ee9f req-26ff70ab-ee4e-452c-bae9-d247cc3a579e tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:22.956125 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-44e054dd-bf81-4a16-85c2-4a2dac02ee9f req-26ff70ab-ee4e-452c-bae9-d247cc3a579e tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 944 time: 0.0794787 Sep 03 09:51:23.009119 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-44e054dd-bf81-4a16-85c2-4a2dac02ee9f req-3c03c54e-72e6-47f9-80d0-27116961332c tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460286 Sep 03 09:51:23.010608 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-b4596f5e-ff85-4b8f-a9a0-df32bcf1536f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:23.013304 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-b4596f5e-ff85-4b8f-a9a0-df32bcf1536f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:23.017912 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-b4596f5e-ff85-4b8f-a9a0-df32bcf1536f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f71fdc19-f8eb-4a61-92c3-e61e7f593c7a HTTP/1.1" status: 204 len: 168 time: 0.3102272 Sep 03 09:51:23.039915 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-f5dc11af-1ae6-4e28-8af4-44d751cbc399 req-4d3bd0ec-c26f-4cca-8e7d-32fb59c4ac08 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890150 Sep 03 09:51:23.043048 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4596f5e-ff85-4b8f-a9a0-df32bcf1536f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71fdc19-f8eb-4a61-92c3-e61e7f593c7a,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:23.047992 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 34052) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:23.066652 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-64f8ca66-d566-4f5d-acf4-23556a6e65da admin admin] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:23.097754 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-178b5ef9-3477-49b9-9360-29601cf09918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:23.144974 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-178b5ef9-3477-49b9-9360-29601cf09918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:23.233698 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ffebd-53c4-4dcb-adb5-c586814f5fcc req-bbd44def-cea0-4393-9528-9cb244f535f1 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:23.245126 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-558ffebd-53c4-4dcb-adb5-c586814f5fcc req-bbd44def-cea0-4393-9528-9cb244f535f1 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 945 time: 0.0858696 Sep 03 09:51:23.245220 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 34062) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:23.249376 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [None req-32541774-d465-469b-9d2d-fa1440d4c503 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Request body: {'floatingip': {'port_id': '9000703e-83cb-4133-ad9a-97f2ee4d2fe9'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:51:23.266652 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-64f8ca66-d566-4f5d-acf4-23556a6e65da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:23.272236 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-64f8ca66-d566-4f5d-acf4-23556a6e65da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:23.312026 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-178b5ef9-3477-49b9-9360-29601cf09918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:23.325371 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-178b5ef9-3477-49b9-9360-29601cf09918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:23.331527 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-64f8ca66-d566-4f5d-acf4-23556a6e65da admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ac8f8dd712cc40e0b394c4fdbcfb2104&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2816801 Sep 03 09:51:23.333858 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f8ca66-d566-4f5d-acf4-23556a6e65da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa9058e-6a95-4386-9423-94f47e800504,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:23.336596 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 34068) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:23.339951 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-178b5ef9-3477-49b9-9360-29601cf09918 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2dd3d3af-7b11-428e-ba45-709e4b53c226 HTTP/1.1" status: 204 len: 168 time: 0.3926592 Sep 03 09:51:23.406545 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-0d68d9ed-f721-4ea3-914b-0c479fb591c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:23.430345 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178b5ef9-3477-49b9-9360-29601cf09918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd3d3af-7b11-428e-ba45-709e4b53c226,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:23.437885 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-0d68d9ed-f721-4ea3-914b-0c479fb591c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:23.441552 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-32541774-d465-469b-9d2d-fa1440d4c503 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks [] for floatingip, before_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:23.536946 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-0d68d9ed-f721-4ea3-914b-0c479fb591c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:23.541177 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-0d68d9ed-f721-4ea3-914b-0c479fb591c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:23.546277 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-0d68d9ed-f721-4ea3-914b-0c479fb591c3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/caa9058e-6a95-4386-9423-94f47e800504 HTTP/1.1" status: 204 len: 168 time: 0.2063813 Sep 03 09:51:23.554708 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d68d9ed-f721-4ea3-914b-0c479fb591c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa9058e-6a95-4386-9423-94f47e800504,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:23.559633 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 34072) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:23.605475 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-c194db43-1b1f-46dd-911a-ae65b80d8622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:23.831484 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 34080) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:23.846013 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-3e5c21ba-9f73-4fd4-917c-b7516cf7cae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:23.887426 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 0e9b17b0-c18d-43c0-b638-d9ed6a4a7d09 up at agent hyperv_hv-cinder-60634 {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:51:23.967501 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Provisioning for port 0e9b17b0-c18d-43c0-b638-d9ed6a4a7d09 completed by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:51:23.968537 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-c194db43-1b1f-46dd-911a-ae65b80d8622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:23.976186 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-c194db43-1b1f-46dd-911a-ae65b80d8622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:23.995346 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Provisioning complete for port 0e9b17b0-c18d-43c0-b638-d9ed6a4a7d09 triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:51:23.996177 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:24.055368 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-c194db43-1b1f-46dd-911a-ae65b80d8622 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f0d90971e72c448a8fc128e11ceaa4a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4942002 Sep 03 09:51:24.057872 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c194db43-1b1f-46dd-911a-ae65b80d8622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a736597b-c5ca-4d1c-9275-c02f8d06ac42,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:24.060101 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 34084) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:24.092743 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:24.114099 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 34086) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:24.140739 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 0e9b17b0-c18d-43c0-b638-d9ed6a4a7d09, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=0e9b17b0-c18d-43c0-b638-d9ed6a4a7d09,segment=NetworkSegment(7369bf7c-6fbb-4bda-b2e3-3040860ac3c2),segment_id=7369bf7c-6fbb-4bda-b2e3-3040860ac3c2)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:51:24.144902 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:24.165493 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-d4d84674-a6e7-466a-9a99-9519a26a188b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:24.180883 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-3e5c21ba-9f73-4fd4-917c-b7516cf7cae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:24.182332 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.db.resource_extend [None req-32541774-d465-469b-9d2d-fa1440d4c503 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 03 09:51:24.184512 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-3ba294ff-85d0-4898-8713-bdaa22b5cd87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:24.193991 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Pushing event updated for resources: {'Port': ['ID=0e9b17b0-c18d-43c0-b638-d9ed6a4a7d09,revision_number=5']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:24.194391 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-3e5c21ba-9f73-4fd4-917c-b7516cf7cae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:24.206014 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f1bd17-827a-467f-844e-139d007919c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e9b17b0-c18d-43c0-b638-d9ed6a4a7d09'}] {{(pid=105526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:51:24.208521 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4892a96944886cb42b4657d46b368d41fc18c437eb6a682d176e385d93bf320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8bc1cc-8210-45bd-9eaa-ab27df751aff" -d '{"events": [{"server_uuid": "22f1bd17-827a-467f-844e-139d007919c0", "name": "network-vif-plugged", "status": "completed", "tag": "0e9b17b0-c18d-43c0-b638-d9ed6a4a7d09"}]}' {{(pid=105526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:51:24.229821 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-3ba294ff-85d0-4898-8713-bdaa22b5cd87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:24.247194 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 09:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8525f3ba-1fb9-4091-9619-ce2e81eb18d0 x-openstack-request-id: req-8525f3ba-1fb9-4091-9619-ce2e81eb18d0 {{(pid=105526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:51:24.247486 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f1bd17-827a-467f-844e-139d007919c0", "name": "network-vif-plugged", "status": "completed", "tag": "0e9b17b0-c18d-43c0-b638-d9ed6a4a7d09", "code": 200}]} {{(pid=105526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:51:24.247738 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8525f3ba-1fb9-4091-9619-ce2e81eb18d0 {{(pid=105526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:51:24.248151 dv-cinder-606346-32-iscsi neutron-server[105526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f1bd17-827a-467f-844e-139d007919c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e9b17b0-c18d-43c0-b638-d9ed6a4a7d09', 'code': 200} Sep 03 09:51:24.264584 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5c21ba-9f73-4fd4-917c-b7516cf7cae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25274cb5-aa9c-472e-8bd1-81aeb769c8d9,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:24.280161 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-3e5c21ba-9f73-4fd4-917c-b7516cf7cae3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5d9c4fec67274315a3fe161b6b7fd1a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4479673 Sep 03 09:51:24.284849 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 34092) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:24.360371 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-3ba294ff-85d0-4898-8713-bdaa22b5cd87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:24.363888 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-3ba294ff-85d0-4898-8713-bdaa22b5cd87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:24.367832 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-3ba294ff-85d0-4898-8713-bdaa22b5cd87 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a736597b-c5ca-4d1c-9275-c02f8d06ac42 HTTP/1.1" status: 204 len: 168 time: 0.3041339 Sep 03 09:51:24.392413 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-ffe63e0d-d6a0-425b-8560-4ba5163754a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:24.410412 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba294ff-85d0-4898-8713-bdaa22b5cd87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a736597b-c5ca-4d1c-9275-c02f8d06ac42,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:24.451993 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-ffe63e0d-d6a0-425b-8560-4ba5163754a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:24.517164 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-ffe63e0d-d6a0-425b-8560-4ba5163754a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:24.520125 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-ffe63e0d-d6a0-425b-8560-4ba5163754a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:24.522524 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-ffe63e0d-d6a0-425b-8560-4ba5163754a9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/25274cb5-aa9c-472e-8bd1-81aeb769c8d9 HTTP/1.1" status: 204 len: 168 time: 0.2365038 Sep 03 09:51:24.532237 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe63e0d-d6a0-425b-8560-4ba5163754a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25274cb5-aa9c-472e-8bd1-81aeb769c8d9,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:24.542384 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c8f14f-1d09-42ee-a50b-0bca274f1d58 req-fa73508b-7405-49d5-9798-aad702e470c8 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:24.544177 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-44c8f14f-1d09-42ee-a50b-0bca274f1d58 req-fa73508b-7405-49d5-9798-aad702e470c8 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 944 time: 0.4313416 Sep 03 09:51:24.559095 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-32541774-d465-469b-9d2d-fa1440d4c503 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:24.583122 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-32541774-d465-469b-9d2d-fa1440d4c503 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417335'] for floatingip, after_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:24.676059 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f16d1d-24b6-460b-b877-407e9f927797 req-b022ec83-9efa-4822-b179-4175d7c0edd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:24.677559 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-62f16d1d-24b6-460b-b877-407e9f927797 req-b022ec83-9efa-4822-b179-4175d7c0edd8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 1098 time: 0.2222073 Sep 03 09:51:24.720523 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-44c8f14f-1d09-42ee-a50b-0bca274f1d58 req-e019dd09-673b-47ef-be16-54d5bee4022a tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671145 Sep 03 09:51:24.786481 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-62f16d1d-24b6-460b-b877-407e9f927797 req-970f379c-9a21-4a26-bbb9-313fdb8f0a53 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952537 Sep 03 09:51:24.807102 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.db.l3_db [None req-32541774-d465-469b-9d2d-fa1440d4c503 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Floating IP 751f1be7-d80e-4a92-865b-b18000b979cc associated. External IP: 172.27.3.182, port: 9000703e-83cb-4133-ad9a-97f2ee4d2fe9. Sep 03 09:51:24.849234 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-d4d84674-a6e7-466a-9a99-9519a26a188b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:24.881196 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-d4d84674-a6e7-466a-9a99-9519a26a188b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:24.934244 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d84674-a6e7-466a-9a99-9519a26a188b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95fd9dc9-bc19-47c2-b99b-5ed92f2d57d7,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:24.941079 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-d4d84674-a6e7-466a-9a99-9519a26a188b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=016979b5a82a4fd1827ba1a93ead0838&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8259759 Sep 03 09:51:24.943877 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 34124) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:25.074693 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-7aaadfac-d87a-4526-b060-54d1c7e63388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:25.109388 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-7aaadfac-d87a-4526-b060-54d1c7e63388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:25.154621 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32541774-d465-469b-9d2d-fa1440d4c503 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Router 38794d3a-c92d-47ec-b4c8-236350fd6216 has already been hosted by L3 agent d52909a0-0f60-4ffe-9597-25dbe871271a {{(pid=105524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 09:51:25.240508 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-7aaadfac-d87a-4526-b060-54d1c7e63388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:25.243898 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-7aaadfac-d87a-4526-b060-54d1c7e63388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:25.245154 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-7aaadfac-d87a-4526-b060-54d1c7e63388 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/95fd9dc9-bc19-47c2-b99b-5ed92f2d57d7 HTTP/1.1" status: 204 len: 168 time: 0.3003557 Sep 03 09:51:25.262956 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaadfac-d87a-4526-b060-54d1c7e63388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95fd9dc9-bc19-47c2-b99b-5ed92f2d57d7,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:25.291789 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32541774-d465-469b-9d2d-fa1440d4c503 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify agent at l3_agent.dv-cinder-606346-32-iscsi the message routers_updated {{(pid=105524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 09:51:25.291789 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-32541774-d465-469b-9d2d-fa1440d4c503 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for floatingip, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:25.305410 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce958806-1491-4a3f-8f9d-49bef485aefc None None] Sync routers for ids ['38794d3a-c92d-47ec-b4c8-236350fd6216'] in dv-cinder-606346-32-iscsi {{(pid=105527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 09:51:25.316956 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce958806-1491-4a3f-8f9d-49bef485aefc None None] Routers {'38794d3a-c92d-47ec-b4c8-236350fd6216'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:51:25.317536 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-ce958806-1491-4a3f-8f9d-49bef485aefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:51:02Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['38794d3a-c92d-47ec-b4c8-236350fd6216'], 'active': True} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:51:25.322041 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-32541774-d465-469b-9d2d-fa1440d4c503 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "PUT /v2.0/floatingips/751f1be7-d80e-4a92-865b-b18000b979cc HTTP/1.1" status: 200 len: 991 time: 2.0756984 Sep 03 09:51:25.323186 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0', 'tag': '9000703e-83cb-4133-ad9a-97f2ee4d2fe9'}] {{(pid=105524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:51:25.325861 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07cd05725c708ed75ef04e80da70ebdfc8c47d02cbbda1b8cc3f0b48d37440d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9d8eb8-c7a1-488c-b832-9a9c9b8e7efe" -d '{"events": [{"name": "network-changed", "server_uuid": "cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0", "tag": "9000703e-83cb-4133-ad9a-97f2ee4d2fe9"}]}' {{(pid=105524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:51:25.424836 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 09:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7930bc5e-0926-45b9-8fbe-8e33e5b13d6b x-openstack-request-id: req-7930bc5e-0926-45b9-8fbe-8e33e5b13d6b {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:51:25.425133 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0", "tag": "9000703e-83cb-4133-ad9a-97f2ee4d2fe9", "status": "completed", "code": 200}]} {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:51:25.425392 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7930bc5e-0926-45b9-8fbe-8e33e5b13d6b {{(pid=105524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:51:25.426285 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0', 'tag': '9000703e-83cb-4133-ad9a-97f2ee4d2fe9', 'status': 'completed', 'code': 200} Sep 03 09:51:25.439432 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvr_db [None req-ce958806-1491-4a3f-8f9d-49bef485aefc None None] Set router 38794d3a-c92d-47ec-b4c8-236350fd6216 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:51:25.502047 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d8eb8-c7a1-488c-b832-9a9c9b8e7efe req-cd925c8c-1b32-4b5a-a894-6368966f9fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:25.503883 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-de9d8eb8-c7a1-488c-b832-9a9c9b8e7efe req-cd925c8c-1b32-4b5a-a894-6368966f9fc0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bbe4096f40d64702be2a6fb537ac5c42&device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 1098 time: 0.0570922 Sep 03 09:51:25.633730 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d8eb8-c7a1-488c-b832-9a9c9b8e7efe req-ad91084a-a448-43f6-a206-db11fc1e6a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:25.635675 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-de9d8eb8-c7a1-488c-b832-9a9c9b8e7efe req-ad91084a-a448-43f6-a206-db11fc1e6a79 service neutron] 10.222.0.60 "GET /v2.0/networks?id=528a02fc-44c8-4bd1-9db4-aa8e01cd9db5 HTTP/1.1" status: 200 len: 917 time: 0.1146133 Sep 03 09:51:25.791359 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-de9d8eb8-c7a1-488c-b832-9a9c9b8e7efe req-93f61cdd-8c04-431d-9c45-9b8c5224a3c4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9000703e-83cb-4133-ad9a-97f2ee4d2fe9 HTTP/1.1" status: 200 len: 999 time: 0.1323435 Sep 03 09:51:25.853613 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d8eb8-c7a1-488c-b832-9a9c9b8e7efe req-81c7d38b-f0cb-4a54-a177-9e89af14dca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:25.855210 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-de9d8eb8-c7a1-488c-b832-9a9c9b8e7efe req-81c7d38b-f0cb-4a54-a177-9e89af14dca4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b9bc1cc-f1d0-4f7b-aa38-f059a6d84938 HTTP/1.1" status: 200 len: 855 time: 0.0549550 Sep 03 09:51:25.892941 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-ce958806-1491-4a3f-8f9d-49bef485aefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'name': 'tempest-AttachVolumeShelveTestJSON-253564211-router', 'tenant_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '63a49cc8-1a5e-4872-a7bf-6365fb88411b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:50:35Z', 'updated_at': '2021-09-03T09:50:42Z', 'revision_number': 4, 'project_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'gw_port': {'id': '63a49cc8-1a5e-4872-a7bf-6365fb88411b', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:50:36Z', 'updated_at': '2021-09-03T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_floatingips': [{'id': '751f1be7-d80e-4a92-865b-b18000b979cc', 'tenant_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'floating_ip_address': '172.27.3.182', 'floating_network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'router_id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'port_id': '9000703e-83cb-4133-ad9a-97f2ee4d2fe9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '528a02fc-44c8-4bd1-9db4-aa8e01cd9db5', 'mac_address': 'fa:16:3e:67:5e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T09:50:54Z', 'updated_at': '2021-09-03T09:51:24Z', 'revision_number': 1, 'project_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c546163f-f2b2-4f5d-826e-88ccab3dfc8f', 'name': '', 'network_id': '528a02fc-44c8-4bd1-9db4-aa8e01cd9db5', 'tenant_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'mac_address': 'fa:16:3e:2d:67:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8b9bc1cc-f1d0-4f7b-aa38-f059a6d84938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:50:40Z', 'updated_at': '2021-09-03T09:50:52Z', 'revision_number': 5, 'project_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'subnets': [{'id': '8b9bc1cc-f1d0-4f7b-aa38-f059a6d84938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:51:25.937033 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce958806-1491-4a3f-8f9d-49bef485aefc None None] Checking router: 38794d3a-c92d-47ec-b4c8-236350fd6216 for host: dv-cinder-606346-32-iscsi {{(pid=105527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 09:51:25.954717 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce958806-1491-4a3f-8f9d-49bef485aefc None None] Routers {'38794d3a-c92d-47ec-b4c8-236350fd6216'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:51:25.956067 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-ce958806-1491-4a3f-8f9d-49bef485aefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:51:02Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['38794d3a-c92d-47ec-b4c8-236350fd6216'], 'active': True} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:51:25.959950 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3679e0d2-18e9-4c19-a34e-0ee62788c42c req-2c39082e-a6a9-415f-90e6-f6310a17a179 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:25.961539 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-3679e0d2-18e9-4c19-a34e-0ee62788c42c req-2c39082e-a6a9-415f-90e6-f6310a17a179 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 945 time: 0.1054399 Sep 03 09:51:25.971353 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d8eb8-c7a1-488c-b832-9a9c9b8e7efe req-ac27c9d5-2701-4a39-b7e3-bf005982f2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:25.972853 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-de9d8eb8-c7a1-488c-b832-9a9c9b8e7efe req-ac27c9d5-2701-4a39-b7e3-bf005982f2e8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=528a02fc-44c8-4bd1-9db4-aa8e01cd9db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1077838 Sep 03 09:51:26.108826 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-3679e0d2-18e9-4c19-a34e-0ee62788c42c req-3db507c7-31c8-4494-853e-7c237dd910f1 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325526 Sep 03 09:51:26.133818 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvr_db [None req-ce958806-1491-4a3f-8f9d-49bef485aefc None None] Set router 38794d3a-c92d-47ec-b4c8-236350fd6216 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:51:26.144146 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-de9d8eb8-c7a1-488c-b832-9a9c9b8e7efe req-c534ba63-fb70-47bc-ab8c-4a08b84760d9 service neutron] 10.222.0.60 "GET /v2.0/networks/528a02fc-44c8-4bd1-9db4-aa8e01cd9db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455305 Sep 03 09:51:26.298330 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-de9d8eb8-c7a1-488c-b832-9a9c9b8e7efe req-8d8d1fb9-f2c5-4dbf-a8bc-c5c005124180 service neutron] 10.222.0.60 "GET /v2.0/networks/528a02fc-44c8-4bd1-9db4-aa8e01cd9db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352994 Sep 03 09:51:26.413655 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-ce958806-1491-4a3f-8f9d-49bef485aefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'name': 'tempest-AttachVolumeShelveTestJSON-253564211-router', 'tenant_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '63a49cc8-1a5e-4872-a7bf-6365fb88411b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:50:35Z', 'updated_at': '2021-09-03T09:50:42Z', 'revision_number': 4, 'project_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'gw_port': {'id': '63a49cc8-1a5e-4872-a7bf-6365fb88411b', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:50:36Z', 'updated_at': '2021-09-03T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_floatingips': [{'id': '751f1be7-d80e-4a92-865b-b18000b979cc', 'tenant_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'floating_ip_address': '172.27.3.182', 'floating_network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'router_id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'port_id': '9000703e-83cb-4133-ad9a-97f2ee4d2fe9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '528a02fc-44c8-4bd1-9db4-aa8e01cd9db5', 'mac_address': 'fa:16:3e:67:5e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T09:50:54Z', 'updated_at': '2021-09-03T09:51:24Z', 'revision_number': 1, 'project_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c546163f-f2b2-4f5d-826e-88ccab3dfc8f', 'name': '', 'network_id': '528a02fc-44c8-4bd1-9db4-aa8e01cd9db5', 'tenant_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'mac_address': 'fa:16:3e:2d:67:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8b9bc1cc-f1d0-4f7b-aa38-f059a6d84938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:50:40Z', 'updated_at': '2021-09-03T09:50:52Z', 'revision_number': 5, 'project_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'subnets': [{'id': '8b9bc1cc-f1d0-4f7b-aa38-f059a6d84938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:51:26.442016 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce958806-1491-4a3f-8f9d-49bef485aefc None None] The sync data for ids ['38794d3a-c92d-47ec-b4c8-236350fd6216'] in dv-cinder-606346-32-iscsi is: [{'id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'name': 'tempest-AttachVolumeShelveTestJSON-253564211-router', 'tenant_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '63a49cc8-1a5e-4872-a7bf-6365fb88411b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:50:35Z', 'updated_at': '2021-09-03T09:50:42Z', 'revision_number': 4, 'project_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'gw_port': {'id': '63a49cc8-1a5e-4872-a7bf-6365fb88411b', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:50:36Z', 'updated_at': '2021-09-03T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_floatingips': [{'id': '751f1be7-d80e-4a92-865b-b18000b979cc', 'tenant_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'floating_ip_address': '172.27.3.182', 'floating_network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'router_id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'port_id': '9000703e-83cb-4133-ad9a-97f2ee4d2fe9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '528a02fc-44c8-4bd1-9db4-aa8e01cd9db5', 'mac_address': 'fa:16:3e:67:5e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T09:50:54Z', 'updated_at': '2021-09-03T09:51:24Z', 'revision_number': 1, 'project_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c546163f-f2b2-4f5d-826e-88ccab3dfc8f', 'name': '', 'network_id': '528a02fc-44c8-4bd1-9db4-aa8e01cd9db5', 'tenant_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'mac_address': 'fa:16:3e:2d:67:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8b9bc1cc-f1d0-4f7b-aa38-f059a6d84938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:50:40Z', 'updated_at': '2021-09-03T09:50:52Z', 'revision_number': 5, 'project_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'subnets': [{'id': '8b9bc1cc-f1d0-4f7b-aa38-f059a6d84938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 09:51:26.713002 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3290b7ed-110d-4c06-970f-e4100b0baee0 None None] New status for floating IP 751f1be7-d80e-4a92-865b-b18000b979cc: ACTIVE {{(pid=105526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 09:51:27.273180 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05ccd3-8d50-42f6-b9cd-ae80866c0c16 req-bb9ba22a-e3f5-4075-9461-e543dbad92da tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:27.274837 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-0e05ccd3-8d50-42f6-b9cd-ae80866c0c16 req-bb9ba22a-e3f5-4075-9461-e543dbad92da tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 945 time: 0.0741160 Sep 03 09:51:27.321392 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-0e05ccd3-8d50-42f6-b9cd-ae80866c0c16 req-80de5436-4213-46e8-9771-8a357a079d8f tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383842 Sep 03 09:51:27.676842 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864d05c-fb84-4f4a-9f03-6b1b7b914d6c req-e2f4dd76-f0db-44e4-8984-f08425c31bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:27.678839 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-8864d05c-fb84-4f4a-9f03-6b1b7b914d6c req-e2f4dd76-f0db-44e4-8984-f08425c31bf8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c72df9f562c94a8aab79afac7263e6e5&device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 1098 time: 0.0991409 Sep 03 09:51:27.697305 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475f0f4-22b2-41d5-9902-46f10489deb6 req-f6501929-c69f-4ec6-b63f-bc4c00148edb tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:27.698890 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-6475f0f4-22b2-41d5-9902-46f10489deb6 req-f6501929-c69f-4ec6-b63f-bc4c00148edb tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 945 time: 0.1027219 Sep 03 09:51:27.818240 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-6475f0f4-22b2-41d5-9902-46f10489deb6 req-d804693d-d5d7-496d-b31e-2ec92055bd06 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083350 Sep 03 09:51:27.853093 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864d05c-fb84-4f4a-9f03-6b1b7b914d6c req-19925eb0-4511-460d-9bf8-db09dd62b05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:27.854516 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-8864d05c-fb84-4f4a-9f03-6b1b7b914d6c req-19925eb0-4511-460d-9bf8-db09dd62b05b service neutron] 10.222.0.60 "GET /v2.0/networks?id=7995b685-e18e-455d-be66-3bd792a79086 HTTP/1.1" status: 200 len: 919 time: 0.1533723 Sep 03 09:51:27.904225 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-8864d05c-fb84-4f4a-9f03-6b1b7b914d6c req-13c819df-5ddd-469a-a84b-0ae8868b9536 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e9b17b0-c18d-43c0-b638-d9ed6a4a7d09 HTTP/1.1" status: 200 len: 217 time: 0.0363536 Sep 03 09:51:27.956569 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864d05c-fb84-4f4a-9f03-6b1b7b914d6c req-dd4d9663-c7be-4154-be4a-1d3a8620d56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:27.958065 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-8864d05c-fb84-4f4a-9f03-6b1b7b914d6c req-dd4d9663-c7be-4154-be4a-1d3a8620d56c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f78bac5b-e536-4490-a472-11f8ae62b3fb HTTP/1.1" status: 200 len: 858 time: 0.0435908 Sep 03 09:51:28.003893 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-8864d05c-fb84-4f4a-9f03-6b1b7b914d6c req-4f12bdfc-d4a4-4304-bc6d-8674bd06cda5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7995b685-e18e-455d-be66-3bd792a79086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250533 Sep 03 09:51:28.111163 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-8864d05c-fb84-4f4a-9f03-6b1b7b914d6c req-bf522b06-49dc-4390-93cc-aa42c5719184 service neutron] 10.222.0.60 "GET /v2.0/networks/7995b685-e18e-455d-be66-3bd792a79086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957932 Sep 03 09:51:28.211256 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-8864d05c-fb84-4f4a-9f03-6b1b7b914d6c req-61a55fd1-cf9d-480e-bb98-8ed2618bc6cb service neutron] 10.222.0.60 "GET /v2.0/networks/7995b685-e18e-455d-be66-3bd792a79086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874846 Sep 03 09:51:28.673674 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 34308) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:28.831365 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-1bb3a9a3-4ed4-4657-a43c-9eaa3e8acad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:29.025207 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339c877-2da7-40ca-80fc-f6ff2839d6c9 req-c8f237dd-2dc0-48e4-a93d-089389f13128 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:29.032932 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-c339c877-2da7-40ca-80fc-f6ff2839d6c9 req-c8f237dd-2dc0-48e4-a93d-089389f13128 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 945 time: 0.0722885 Sep 03 09:51:29.036944 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-1bb3a9a3-4ed4-4657-a43c-9eaa3e8acad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:29.045797 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-1bb3a9a3-4ed4-4657-a43c-9eaa3e8acad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:29.083473 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-c339c877-2da7-40ca-80fc-f6ff2839d6c9 req-dc96e710-3df7-4ee4-a7bb-aaea04df75b5 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487823 Sep 03 09:51:29.089756 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb3a9a3-4ed4-4657-a43c-9eaa3e8acad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99fcb451-124e-4f70-9e33-ae6a6ae226dd,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:29.107341 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-1bb3a9a3-4ed4-4657-a43c-9eaa3e8acad0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ede43edb86d84418ae6fbdc0855d32b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4325318 Sep 03 09:51:29.110095 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 34326) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:29.138416 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-7ef9d451-52d1-4e81-a8ee-225836a87a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:29.171579 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-c4bff405-f965-4a77-a5f3-4d12bf0e7201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:29.192789 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-c4bff405-f965-4a77-a5f3-4d12bf0e7201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:29.250827 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-c4bff405-f965-4a77-a5f3-4d12bf0e7201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:29.253897 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-c4bff405-f965-4a77-a5f3-4d12bf0e7201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:29.255277 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-c4bff405-f965-4a77-a5f3-4d12bf0e7201 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/99fcb451-124e-4f70-9e33-ae6a6ae226dd HTTP/1.1" status: 204 len: 168 time: 0.1437347 Sep 03 09:51:29.264142 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bff405-f965-4a77-a5f3-4d12bf0e7201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99fcb451-124e-4f70-9e33-ae6a6ae226dd,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:29.524181 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 34336) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:29.537822 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-f5aac3b5-37f0-4bc1-8ed6-63027f1cf278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:29.637557 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-f5aac3b5-37f0-4bc1-8ed6-63027f1cf278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:29.642573 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-f5aac3b5-37f0-4bc1-8ed6-63027f1cf278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:29.681438 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-f5aac3b5-37f0-4bc1-8ed6-63027f1cf278 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7e73dfd46f2249e7bacfbef128d82c6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1550410 Sep 03 09:51:29.682332 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aac3b5-37f0-4bc1-8ed6-63027f1cf278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc79c913-c317-4519-8082-69cea6a2187c,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:29.684173 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 34342) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:29.752430 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-8099e923-7daa-4765-8416-396379c1f10b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:29.777311 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-8099e923-7daa-4765-8416-396379c1f10b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:29.839067 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-8099e923-7daa-4765-8416-396379c1f10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:29.841935 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-8099e923-7daa-4765-8416-396379c1f10b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:29.843128 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-8099e923-7daa-4765-8416-396379c1f10b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fc79c913-c317-4519-8082-69cea6a2187c HTTP/1.1" status: 204 len: 168 time: 0.1574042 Sep 03 09:51:29.854012 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8099e923-7daa-4765-8416-396379c1f10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc79c913-c317-4519-8082-69cea6a2187c,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:29.885177 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 34356) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:30.047034 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-857555a6-ea91-489e-b8d5-fd6d73308d73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:30.140615 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a7d872-421b-4666-a6d5-b3df60edc54b req-2b73a9fa-ce70-457f-9d53-8004514bdd21 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:30.142390 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-87a7d872-421b-4666-a6d5-b3df60edc54b req-2b73a9fa-ce70-457f-9d53-8004514bdd21 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c515a30-d7df-41dd-8429-7d438784f532 HTTP/1.1" status: 200 len: 945 time: 0.0707469 Sep 03 09:51:30.208329 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-87a7d872-421b-4666-a6d5-b3df60edc54b req-79ecbaef-850c-424b-a1b0-9deaf6be12d4 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.67 "GET /v2.0/security-groups?id=4de7f848-fa4c-4bfa-aa1f-a4231682c522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573618 Sep 03 09:51:30.222031 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-857555a6-ea91-489e-b8d5-fd6d73308d73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:30.230404 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-857555a6-ea91-489e-b8d5-fd6d73308d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:30.252944 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19812d6-77a4-4e73-aa85-ea10fe590d3b req-61553c9f-e76e-4495-81f5-037a4bc183e8 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:30.254016 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-c19812d6-77a4-4e73-aa85-ea10fe590d3b req-61553c9f-e76e-4495-81f5-037a4bc183e8 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 945 time: 0.0736539 Sep 03 09:51:30.274282 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857555a6-ea91-489e-b8d5-fd6d73308d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a527c0-5807-40de-8aca-3d6482c3ce30,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:30.285250 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-857555a6-ea91-489e-b8d5-fd6d73308d73 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=105feced9edf49c08ca7f4ad45bb69ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3989599 Sep 03 09:51:30.285851 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 34384) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:30.304133 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-c19812d6-77a4-4e73-aa85-ea10fe590d3b req-ed7461c0-5572-4a8f-aa4a-c4a7623ebe76 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433540 Sep 03 09:51:30.360081 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-67ee34ee-63e5-468a-a157-77d18d6c80dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:30.388178 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-67ee34ee-63e5-468a-a157-77d18d6c80dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:30.454122 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-67ee34ee-63e5-468a-a157-77d18d6c80dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:30.459555 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-67ee34ee-63e5-468a-a157-77d18d6c80dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:30.463654 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-67ee34ee-63e5-468a-a157-77d18d6c80dd admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/84a527c0-5807-40de-8aca-3d6482c3ce30 HTTP/1.1" status: 204 len: 168 time: 0.1738815 Sep 03 09:51:30.472632 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee34ee-63e5-468a-a157-77d18d6c80dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a527c0-5807-40de-8aca-3d6482c3ce30,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:30.873445 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 34414) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:30.889096 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-7ca88b25-0f7e-4c9f-b43e-213d22909172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:30.988436 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-7ca88b25-0f7e-4c9f-b43e-213d22909172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:30.994468 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-7ca88b25-0f7e-4c9f-b43e-213d22909172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:31.038212 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-7ca88b25-0f7e-4c9f-b43e-213d22909172 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4db6262744944a22bff89c0829827060&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1628814 Sep 03 09:51:31.038936 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca88b25-0f7e-4c9f-b43e-213d22909172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=186ba856-be73-423e-b480-55a38e845f15,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:31.042335 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 34422) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:31.120840 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-3624475b-d46d-4e7b-84d6-1117b00a38e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:31.153363 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-3624475b-d46d-4e7b-84d6-1117b00a38e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:31.221148 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-3624475b-d46d-4e7b-84d6-1117b00a38e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:31.224320 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-3624475b-d46d-4e7b-84d6-1117b00a38e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:31.228794 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-3624475b-d46d-4e7b-84d6-1117b00a38e0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/186ba856-be73-423e-b480-55a38e845f15 HTTP/1.1" status: 204 len: 168 time: 0.1717162 Sep 03 09:51:31.235394 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3624475b-d46d-4e7b-84d6-1117b00a38e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186ba856-be73-423e-b480-55a38e845f15,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:31.362148 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b690ef9-e7d5-4f80-a572-fe44c20695c2 req-a55dd505-ad2b-4833-88cf-4e419ba9511c tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:31.363774 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-1b690ef9-e7d5-4f80-a572-fe44c20695c2 req-a55dd505-ad2b-4833-88cf-4e419ba9511c tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c515a30-d7df-41dd-8429-7d438784f532 HTTP/1.1" status: 200 len: 945 time: 0.0685034 Sep 03 09:51:31.427592 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-1b690ef9-e7d5-4f80-a572-fe44c20695c2 req-96fac56f-2430-4e2d-8335-36963d325d03 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.67 "GET /v2.0/security-groups?id=4de7f848-fa4c-4bfa-aa1f-a4231682c522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551319 Sep 03 09:51:31.474461 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cd3a79-6394-4b7b-9b42-b315336dc38e req-83bf9499-0388-4030-9284-053a4420ce58 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:31.491454 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-24cd3a79-6394-4b7b-9b42-b315336dc38e req-83bf9499-0388-4030-9284-053a4420ce58 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 945 time: 0.0843275 Sep 03 09:51:31.550249 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-24cd3a79-6394-4b7b-9b42-b315336dc38e req-2876bae2-6525-44b2-a318-644579b66665 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576575 Sep 03 09:51:32.061994 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-c1d9bc73-3987-48c1-bf50-e15067b47cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:32.140523 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 34480) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:32.249758 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 34486) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:32.297629 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [None req-8a86d07e-ffba-4085-ba0e-cde33528a405 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1919938802-network', 'tenant_id': '298a5d8acf0b47e38a98291f6383fb58'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:51:32.300503 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-0600faba-3ebf-40db-988a-643c418d8e1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:32.330182 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.db.api [None req-0600faba-3ebf-40db-988a-643c418d8e1c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 09:51:32.330182 dv-cinder-606346-32-iscsi neutron-server[105524]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 03 09:51:32.330182 dv-cinder-606346-32-iscsi neutron-server[105524]: [parameters: {'project_id': '57311e0b19174d1db0b69e1ee27c4c13', 'id': '6a4c6092-c82f-416c-9b20-19c9a44fe98c', 'expiration': datetime.datetime(2021, 9, 3, 9, 53, 32, 323608)}] Sep 03 09:51:32.330182 dv-cinder-606346-32-iscsi neutron-server[105524]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 09:51:32.330636 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG oslo_db.api [None req-0600faba-3ebf-40db-988a-643c418d8e1c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 09:51:32.336536 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a86d07e-ffba-4085-ba0e-cde33528a405 admin admin] Made reservation on behalf of 298a5d8acf0b47e38a98291f6383fb58 for: {'network': 1} {{(pid=105524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:51:32.338823 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-8a86d07e-ffba-4085-ba0e-cde33528a405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for network, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:32.347377 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-8a86d07e-ffba-4085-ba0e-cde33528a405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:32.440351 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-8a86d07e-ffba-4085-ba0e-cde33528a405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:32.444116 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-8a86d07e-ffba-4085-ba0e-cde33528a405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:32.689854 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a86d07e-ffba-4085-ba0e-cde33528a405 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=105524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 09:51:32.718311 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d29a45-677a-416a-8dea-31bc842801ae req-d383cbcf-9d53-45e0-8e6b-0a9bfe6af278 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:32.720069 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-21d29a45-677a-416a-8dea-31bc842801ae req-d383cbcf-9d53-45e0-8e6b-0a9bfe6af278 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 945 time: 0.0896955 Sep 03 09:51:32.745839 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-8a86d07e-ffba-4085-ba0e-cde33528a405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718351'] for segment, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:32.745839 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.db.segments_db [None req-8a86d07e-ffba-4085-ba0e-cde33528a405 admin admin] Added segment bcae6148-3ea2-4998-84d6-e57960f04e96 of type vlan for network 59017ab1-a56a-4b09-943b-db7df0a15114 Sep 03 09:51:32.745839 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a86d07e-ffba-4085-ba0e-cde33528a405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bde1813-0041-4717-b6d7-9f740ec7c8ee,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:32.775091 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-21d29a45-677a-416a-8dea-31bc842801ae req-d17a79a8-6834-4ac2-8bd0-de00aba501c8 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475802 Sep 03 09:51:32.799984 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86d07e-ffba-4085-ba0e-cde33528a405 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:51:32.800354 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86d07e-ffba-4085-ba0e-cde33528a405 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:51:32.800783 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86d07e-ffba-4085-ba0e-cde33528a405 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:51:32.801289 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86d07e-ffba-4085-ba0e-cde33528a405 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:51:32.801658 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86d07e-ffba-4085-ba0e-cde33528a405 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:51:32.802134 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86d07e-ffba-4085-ba0e-cde33528a405 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:51:32.802515 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86d07e-ffba-4085-ba0e-cde33528a405 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:51:32.803040 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86d07e-ffba-4085-ba0e-cde33528a405 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:51:32.803384 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86d07e-ffba-4085-ba0e-cde33528a405 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:51:32.803756 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86d07e-ffba-4085-ba0e-cde33528a405 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:51:32.804299 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86d07e-ffba-4085-ba0e-cde33528a405 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:51:32.804640 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a86d07e-ffba-4085-ba0e-cde33528a405 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:51:32.831846 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-8a86d07e-ffba-4085-ba0e-cde33528a405 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759173236709'] for network, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:32.836121 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-0600faba-3ebf-40db-988a-643c418d8e1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:32.851458 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736151c4-251a-42c5-97d8-b4dd22f47bcd req-17861540-25d3-49cf-80ad-c2bc8ea85f06 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:32.853671 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-736151c4-251a-42c5-97d8-b4dd22f47bcd req-17861540-25d3-49cf-80ad-c2bc8ea85f06 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c515a30-d7df-41dd-8429-7d438784f532 HTTP/1.1" status: 200 len: 945 time: 0.1973832 Sep 03 09:51:32.861253 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c28a8-b796-4850-8d61-96e699a8108c req-69aaa16b-67a4-4f56-9451-1e7e6ad4ce5c tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:32.862714 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-d72c28a8-b796-4850-8d61-96e699a8108c req-69aaa16b-67a4-4f56-9451-1e7e6ad4ce5c tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c515a30-d7df-41dd-8429-7d438784f532 HTTP/1.1" status: 200 len: 945 time: 0.2053840 Sep 03 09:51:32.977330 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-8a86d07e-ffba-4085-ba0e-cde33528a405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146'] for network, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:32.978979 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a86d07e-ffba-4085-ba0e-cde33528a405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:32.979572 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-8a86d07e-ffba-4085-ba0e-cde33528a405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for network, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:32.982466 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-7348135d-d440-4ca5-98f1-9d634cd87fe0 req-be44af5c-60b0-4cc5-9f6c-2339ef9dbb68 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=293d6b1507ab42bd9699637583d4c113&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356278 Sep 03 09:51:33.042436 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-736151c4-251a-42c5-97d8-b4dd22f47bcd req-86326d8c-c5dd-4edc-ae87-bcd4696c71d8 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.67 "GET /v2.0/security-groups?id=4de7f848-fa4c-4bfa-aa1f-a4231682c522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721106 Sep 03 09:51:33.115109 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a86d07e-ffba-4085-ba0e-cde33528a405 admin admin] Pushing event updated for resources: {'Network': ['ID=59017ab1-a56a-4b09-943b-db7df0a15114,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:33.126915 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Network 59017ab1-a56a-4b09-943b-db7df0a15114 details requested by agent ovs-agent-dv-cinder-606346-32-iscsi with host dv-cinder-606346-32-iscsi {{(pid=105526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 09:51:33.157953 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [req-d72c28a8-b796-4850-8d61-96e699a8108c req-abc9adbf-df44-450c-8577-c33c28013004 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] Deleting port 547a93d6-30a5-4d82-b68d-4a9debfb2f71 {{(pid=105524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 09:51:33.158578 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-d72c28a8-b796-4850-8d61-96e699a8108c req-abc9adbf-df44-450c-8577-c33c28013004 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:33.248123 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-0600faba-3ebf-40db-988a-643c418d8e1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:33.257799 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-0600faba-3ebf-40db-988a-643c418d8e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:33.274354 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-8a86d07e-ffba-4085-ba0e-cde33528a405 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0234797 Sep 03 09:51:33.288021 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 34520) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:33.292910 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [None req-5dc2c735-0a85-4e97-ae41-a717bb959d6e admin admin] Request body: {'subnet': {'network_id': '59017ab1-a56a-4b09-943b-db7df0a15114', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1919938802-subnet', 'tenant_id': '298a5d8acf0b47e38a98291f6383fb58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:51:33.338326 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-0600faba-3ebf-40db-988a-643c418d8e1c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=57311e0b19174d1db0b69e1ee27c4c13&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1961408 Sep 03 09:51:33.340559 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.db [req-d72c28a8-b796-4850-8d61-96e699a8108c req-abc9adbf-df44-450c-8577-c33c28013004 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] For port 547a93d6-30a5-4d82-b68d-4a9debfb2f71, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=547a93d6-30a5-4d82-b68d-4a9debfb2f71,segment=NetworkSegment(69ff3461-ed2c-4ca3-80ec-a957a762ed9b),segment_id=69ff3461-ed2c-4ca3-80ec-a957a762ed9b)] {{(pid=105524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:51:33.341111 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-d72c28a8-b796-4850-8d61-96e699a8108c req-abc9adbf-df44-450c-8577-c33c28013004 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:33.341772 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 34522) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:33.354590 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0600faba-3ebf-40db-988a-643c418d8e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46fb0c39-c88e-45e5-a9a3-126543a60b4b,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:33.367038 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc2c735-0a85-4e97-ae41-a717bb959d6e admin admin] Made reservation on behalf of 298a5d8acf0b47e38a98291f6383fb58 for: {'subnet': 1} {{(pid=105524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:51:33.369481 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-5dc2c735-0a85-4e97-ae41-a717bb959d6e admin admin] Notify callbacks [] for subnet, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:33.371592 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [req-d72c28a8-b796-4850-8d61-96e699a8108c req-abc9adbf-df44-450c-8577-c33c28013004 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] Calling delete_port for 547a93d6-30a5-4d82-b68d-4a9debfb2f71 owned by compute:nova {{(pid=105524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 09:51:33.382039 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348135d-d440-4ca5-98f1-9d634cd87fe0 req-518c78f0-b242-47b0-aa25-e1ece27541bb tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:33.383553 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-7348135d-d440-4ca5-98f1-9d634cd87fe0 req-518c78f0-b242-47b0-aa25-e1ece27541bb tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3937738 Sep 03 09:51:33.414297 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-7348135d-d440-4ca5-98f1-9d634cd87fe0 req-b9dd792b-4677-4bdc-807e-4ce3c056c5d8 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] 10.222.0.67 "GET /v2.0/quotas/293d6b1507ab42bd9699637583d4c113 HTTP/1.1" status: 200 len: 375 time: 0.0224109 Sep 03 09:51:33.452696 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-7348135d-d440-4ca5-98f1-9d634cd87fe0 req-220658ff-60e1-4bfe-a659-79e9bda0bbe7 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=293d6b1507ab42bd9699637583d4c113&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285246 Sep 03 09:51:33.453472 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-a43905d0-7066-49aa-8f3b-6ba5e0870fef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:33.477624 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-a43905d0-7066-49aa-8f3b-6ba5e0870fef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:33.479554 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:33.535270 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-a43905d0-7066-49aa-8f3b-6ba5e0870fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:33.538143 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-a43905d0-7066-49aa-8f3b-6ba5e0870fef admin admin] Notify callbacks [] for security_group, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:33.539552 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-a43905d0-7066-49aa-8f3b-6ba5e0870fef admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/46fb0c39-c88e-45e5-a9a3-126543a60b4b HTTP/1.1" status: 204 len: 168 time: 0.1967933 Sep 03 09:51:33.557129 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43905d0-7066-49aa-8f3b-6ba5e0870fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fb0c39-c88e-45e5-a9a3-126543a60b4b,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:33.585734 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43905d0-7066-49aa-8f3b-6ba5e0870fef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:51:33.585734 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43905d0-7066-49aa-8f3b-6ba5e0870fef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:51:33.585734 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43905d0-7066-49aa-8f3b-6ba5e0870fef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:51:33.585734 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43905d0-7066-49aa-8f3b-6ba5e0870fef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:51:33.585734 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43905d0-7066-49aa-8f3b-6ba5e0870fef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:51:33.585734 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43905d0-7066-49aa-8f3b-6ba5e0870fef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:51:33.585734 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43905d0-7066-49aa-8f3b-6ba5e0870fef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:51:33.585734 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43905d0-7066-49aa-8f3b-6ba5e0870fef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:51:33.585734 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43905d0-7066-49aa-8f3b-6ba5e0870fef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:51:33.585734 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43905d0-7066-49aa-8f3b-6ba5e0870fef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:51:33.585734 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43905d0-7066-49aa-8f3b-6ba5e0870fef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:51:33.585734 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43905d0-7066-49aa-8f3b-6ba5e0870fef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:51:33.693727 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-1eb73c36-adb3-42b9-9164-20ebab33c134 req-59b5ee4f-7893-4b36-b6a3-216dc56e287a tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9833218-5d5f-48c0-bf1e-a2181981ae6a HTTP/1.1" status: 200 len: 210 time: 0.0423059 Sep 03 09:51:33.740717 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-d72c28a8-b796-4850-8d61-96e699a8108c req-abc9adbf-df44-450c-8577-c33c28013004 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940'] for port, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:33.754149 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] get_ports_and_sgs() called for port_ids ['547a93d6-30a5-4d82-b68d-4a9debfb2f71'] {{(pid=105526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 09:51:33.777830 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc9adbf-df44-450c-8577-c33c28013004 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] Pushing event deleted for resources: {'Port': ['ID=547a93d6-30a5-4d82-b68d-4a9debfb2f71,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:33.804998 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a642e642-fcb2-47b5-b777-13e8b57c6243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:33.858549 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-5dc2c735-0a85-4e97-ae41-a717bb959d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146'] for subnet, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:33.883268 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.l3_dvrscheduler_db [req-d72c28a8-b796-4850-8d61-96e699a8108c req-abc9adbf-df44-450c-8577-c33c28013004 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] No DVR routers for this DVR port 547a93d6-30a5-4d82-b68d-4a9debfb2f71 on host hv-cinder-60634 {{(pid=105524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 09:51:33.905451 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-d72c28a8-b796-4850-8d61-96e699a8108c req-abc9adbf-df44-450c-8577-c33c28013004 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for port, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:33.908398 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-d72c28a8-b796-4850-8d61-96e699a8108c req-abc9adbf-df44-450c-8577-c33c28013004 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.60 "DELETE /v2.0/ports/547a93d6-30a5-4d82-b68d-4a9debfb2f71 HTTP/1.1" status: 204 len: 173 time: 1.0340903 Sep 03 09:51:33.911915 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c515a30-d7df-41dd-8429-7d438784f532', 'name': 'network-vif-deleted', 'tag': '547a93d6-30a5-4d82-b68d-4a9debfb2f71'}] {{(pid=105524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:51:33.916003 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07cd05725c708ed75ef04e80da70ebdfc8c47d02cbbda1b8cc3f0b48d37440d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3de320-722f-4209-ae52-1cf9c629027d" -d '{"events": [{"server_uuid": "2c515a30-d7df-41dd-8429-7d438784f532", "name": "network-vif-deleted", "tag": "547a93d6-30a5-4d82-b68d-4a9debfb2f71"}]}' {{(pid=105524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:51:33.963235 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d1521-f108-4261-84bd-a4eeea67b4a5 req-7b3ea84a-0fbe-4478-9495-cae1a8071b11 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:33.975034 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-7b1d1521-f108-4261-84bd-a4eeea67b4a5 req-7b3ea84a-0fbe-4478-9495-cae1a8071b11 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 945 time: 0.1121047 Sep 03 09:51:33.990556 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 34546) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:34.004481 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 09:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c80211-c453-4408-b3c3-ec6cb565e9ee x-openstack-request-id: req-60c80211-c453-4408-b3c3-ec6cb565e9ee {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:51:34.004586 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c515a30-d7df-41dd-8429-7d438784f532", "name": "network-vif-deleted", "tag": "547a93d6-30a5-4d82-b68d-4a9debfb2f71", "status": "completed", "code": 200}]} {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:51:34.004966 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-60c80211-c453-4408-b3c3-ec6cb565e9ee {{(pid=105524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:51:34.005527 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c515a30-d7df-41dd-8429-7d438784f532', 'name': 'network-vif-deleted', 'tag': '547a93d6-30a5-4d82-b68d-4a9debfb2f71', 'status': 'completed', 'code': 200} Sep 03 09:51:34.010174 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc2c735-0a85-4e97-ae41-a717bb959d6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca6d6a7f-f740-48bb-bd16-b3a6ec3d8afd,revision_number=0']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:34.022149 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc2c735-0a85-4e97-ae41-a717bb959d6e admin admin] Checking segment: {'id': 'bcae6148-3ea2-4998-84d6-e57960f04e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '59017ab1-a56a-4b09-943b-db7df0a15114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:51:34.022575 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc2c735-0a85-4e97-ae41-a717bb959d6e admin admin] Network hostable DHCP agents. Network: 59017ab1-a56a-4b09-943b-db7df0a15114, hostable agents: ['b845873d-a9da-4ebd-9f87-ebd42caf249d'], hosted agents: [] {{(pid=105524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 09:51:34.023059 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-dc7af84c-c1f8-49a9-8e28-e52fa591ecf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:34.051302 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc2c735-0a85-4e97-ae41-a717bb959d6e admin admin] Network 59017ab1-a56a-4b09-943b-db7df0a15114 is scheduled to be hosted by DHCP agent b845873d-a9da-4ebd-9f87-ebd42caf249d with binding_index 1 {{(pid=105524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 09:51:34.071272 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-7b1d1521-f108-4261-84bd-a4eeea67b4a5 req-0e8ebd94-8137-4b2f-ac39-0383a1a13847 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953321 Sep 03 09:51:34.089222 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.base_scheduler [None req-5dc2c735-0a85-4e97-ae41-a717bb959d6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-32-iscsi, 59017ab1-a56a-4b09-943b-db7df0a15114) {{(pid=105524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:51:34.105752 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4036c130-696d-4694-be09-56db426dc83e None None] Network 59017ab1-a56a-4b09-943b-db7df0a15114 requested from dv-cinder-606346-32-iscsi {{(pid=105526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 09:51:34.125482 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc2c735-0a85-4e97-ae41-a717bb959d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:34.127640 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-5dc2c735-0a85-4e97-ae41-a717bb959d6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for subnet, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:34.191267 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-dc7af84c-c1f8-49a9-8e28-e52fa591ecf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:34.200207 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-dc7af84c-c1f8-49a9-8e28-e52fa591ecf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:34.232363 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-e9e5a577-10ee-4464-9570-a52d920804af req-6430539f-dce3-41cb-be46-dd1eb72e5049 tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c515a30-d7df-41dd-8429-7d438784f532 HTTP/1.1" status: 200 len: 210 time: 0.0806077 Sep 03 09:51:34.259159 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-5dc2c735-0a85-4e97-ae41-a717bb959d6e admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9619436 Sep 03 09:51:34.259453 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-dc7af84c-c1f8-49a9-8e28-e52fa591ecf5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cd146287fe1740fd8f57ef39e8705d13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2621601 Sep 03 09:51:34.259578 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 34552) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:34.264573 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7af84c-c1f8-49a9-8e28-e52fa591ecf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979fc790-13b0-438c-9265-1f588dae7b84,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:34.379940 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-04caddfe-eb05-45e6-80b1-471043cabff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:34.387294 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df36c064-1f60-444f-920c-0e7ae374bac6 None None] Network 59017ab1-a56a-4b09-943b-db7df0a15114 requested from dv-cinder-606346-32-iscsi {{(pid=105526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 09:51:34.415981 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-04caddfe-eb05-45e6-80b1-471043cabff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:34.487175 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-04caddfe-eb05-45e6-80b1-471043cabff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:34.491294 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-04caddfe-eb05-45e6-80b1-471043cabff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:34.492854 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-04caddfe-eb05-45e6-80b1-471043cabff2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/979fc790-13b0-438c-9265-1f588dae7b84 HTTP/1.1" status: 204 len: 168 time: 0.2331281 Sep 03 09:51:34.505235 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04caddfe-eb05-45e6-80b1-471043cabff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979fc790-13b0-438c-9265-1f588dae7b84,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:34.569490 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-86f92317-4722-4035-969f-07b0852c8c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:34.819022 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-779160e0-3542-4025-81fd-bf1f7a418b78 req-d6607796-f064-41e7-9bb0-e8a16363ca12 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9833218-5d5f-48c0-bf1e-a2181981ae6a HTTP/1.1" status: 200 len: 210 time: 0.0381849 Sep 03 09:51:35.074472 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-7348135d-d440-4ca5-98f1-9d634cd87fe0 req-431f07be-6a28-46e4-8a15-f17b8bc9ed6c tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=293d6b1507ab42bd9699637583d4c113&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287895 Sep 03 09:51:35.285276 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27768e80-aaa5-4686-978f-d1aa62b3c0b2 req-c41e81b8-f778-4e5f-b072-8fd1b26db6a4 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:35.293988 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-27768e80-aaa5-4686-978f-d1aa62b3c0b2 req-c41e81b8-f778-4e5f-b072-8fd1b26db6a4 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 945 time: 0.0891414 Sep 03 09:51:35.338188 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-27768e80-aaa5-4686-978f-d1aa62b3c0b2 req-17999406-f489-4be7-b10b-5968b171e5c6 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424130 Sep 03 09:51:35.340619 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348135d-d440-4ca5-98f1-9d634cd87fe0 req-556b28e0-f758-4483-b5c4-9b7146954cf9 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:35.343118 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-7348135d-d440-4ca5-98f1-9d634cd87fe0 req-556b28e0-f758-4483-b5c4-9b7146954cf9 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2584293 Sep 03 09:51:35.370616 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-1325e71e-d055-4e62-a836-55763d5dbaf9 req-3341e128-13f4-4929-851c-3fce790da39e tempest-DeleteServersTestJSON-1827469536 tempest-DeleteServersTestJSON-1827469536-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c515a30-d7df-41dd-8429-7d438784f532 HTTP/1.1" status: 200 len: 210 time: 0.0265541 Sep 03 09:51:35.374010 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [req-7348135d-d440-4ca5-98f1-9d634cd87fe0 req-1f05a212-b8d0-4d9c-b783-d495d6dfd500 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] Request body: {'port': {'device_id': 'c9833218-5d5f-48c0-bf1e-a2181981ae6a', 'network_id': '8acf3a5c-f31b-4b32-865e-5c17c39b84b5', 'admin_state_up': True, 'tenant_id': '293d6b1507ab42bd9699637583d4c113'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:51:35.485504 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7348135d-d440-4ca5-98f1-9d634cd87fe0 req-1f05a212-b8d0-4d9c-b783-d495d6dfd500 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] Made reservation on behalf of 293d6b1507ab42bd9699637583d4c113 for: {'port': 1} {{(pid=105524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:51:35.489065 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-7348135d-d440-4ca5-98f1-9d634cd87fe0 req-1f05a212-b8d0-4d9c-b783-d495d6dfd500 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:35.497966 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-7348135d-d440-4ca5-98f1-9d634cd87fe0 req-1f05a212-b8d0-4d9c-b783-d495d6dfd500 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] Notify callbacks [] for security_group, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:35.611098 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-7348135d-d440-4ca5-98f1-9d634cd87fe0 req-1f05a212-b8d0-4d9c-b783-d495d6dfd500 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] Notify callbacks [] for security_group, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:35.616396 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-7348135d-d440-4ca5-98f1-9d634cd87fe0 req-1f05a212-b8d0-4d9c-b783-d495d6dfd500 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:35.688269 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f05a212-b8d0-4d9c-b783-d495d6dfd500 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57a1cee4-3967-46d7-9f6f-b84546834a4f,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:35.765156 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.db_base_plugin_common [req-7348135d-d440-4ca5-98f1-9d634cd87fe0 req-1f05a212-b8d0-4d9c-b783-d495d6dfd500 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] Allocated IP 192.168.233.6 (8acf3a5c-f31b-4b32-865e-5c17c39b84b5/320eab16-52ec-4bcc-bceb-25ab281085f3/96c80091-d3eb-4653-980b-5619bc9db8f7) {{(pid=105524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:51:35.951780 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-c88465d5-d69a-4c0c-9667-842766e775e9 req-20e705a7-5ba4-437d-9ed1-451dec5243e3 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9833218-5d5f-48c0-bf1e-a2181981ae6a HTTP/1.1" status: 200 len: 210 time: 0.0327034 Sep 03 09:51:36.019069 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-7348135d-d440-4ca5-98f1-9d634cd87fe0 req-1f05a212-b8d0-4d9c-b783-d495d6dfd500 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] Notify callbacks [] for port, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:36.034478 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.provisioning_blocks [req-7348135d-d440-4ca5-98f1-9d634cd87fe0 req-1f05a212-b8d0-4d9c-b783-d495d6dfd500 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] Transition to ACTIVE for port object 96c80091-d3eb-4653-980b-5619bc9db8f7 will not be triggered until provisioned by entity DHCP. {{(pid=105524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:51:36.080829 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-7348135d-d440-4ca5-98f1-9d634cd87fe0 req-1f05a212-b8d0-4d9c-b783-d495d6dfd500 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931'] for port, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:36.133263 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7348135d-d440-4ca5-98f1-9d634cd87fe0 req-1f05a212-b8d0-4d9c-b783-d495d6dfd500 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] Network 8acf3a5c-f31b-4b32-865e-5c17c39b84b5 is already hosted by enough agents. {{(pid=105524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:51:36.136840 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.base_scheduler [req-7348135d-d440-4ca5-98f1-9d634cd87fe0 req-1f05a212-b8d0-4d9c-b783-d495d6dfd500 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] Resources bound (agent type, host, resource id): {{(pid=105524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:51:36.140645 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.l3_dvrscheduler_db [req-7348135d-d440-4ca5-98f1-9d634cd87fe0 req-1f05a212-b8d0-4d9c-b783-d495d6dfd500 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] Received port after_create {{(pid=105524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:51:36.146423 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348135d-d440-4ca5-98f1-9d634cd87fe0 req-1f05a212-b8d0-4d9c-b783-d495d6dfd500 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:36.147166 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-7348135d-d440-4ca5-98f1-9d634cd87fe0 req-1f05a212-b8d0-4d9c-b783-d495d6dfd500 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for port, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:36.161602 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f05a212-b8d0-4d9c-b783-d495d6dfd500 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] Pushing event updated for resources: {'Port': ['ID=96c80091-d3eb-4653-980b-5619bc9db8f7,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:36.181944 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-7348135d-d440-4ca5-98f1-9d634cd87fe0 req-1f05a212-b8d0-4d9c-b783-d495d6dfd500 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8135180 Sep 03 09:51:36.201793 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [req-7348135d-d440-4ca5-98f1-9d634cd87fe0 req-3cba73e0-7937-4192-a05e-833694c0bf10 service neutron] Request body: {'port': {'device_id': 'c9833218-5d5f-48c0-bf1e-a2181981ae6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:51:36.311142 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-7348135d-d440-4ca5-98f1-9d634cd87fe0 req-3cba73e0-7937-4192-a05e-833694c0bf10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:36.369462 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 34678) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:36.407361 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e8548-ac74-4d4b-acdc-aa75a55f7540 req-2bf8f09c-e647-42e4-b681-285fbbb0f4bd tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:36.415508 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-012e8548-ac74-4d4b-acdc-aa75a55f7540 req-2bf8f09c-e647-42e4-b681-285fbbb0f4bd tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/networks?id=2ca7c045-af05-4524-bcc4-6b4f1b7ebefb HTTP/1.1" status: 200 len: 815 time: 0.1794546 Sep 03 09:51:36.432488 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-012e8548-ac74-4d4b-acdc-aa75a55f7540 req-43e60efb-e63c-4396-a608-f75bd7ea1fdc tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/quotas/343cc1bfb2f9452291ef8e11cb33cf4c HTTP/1.1" status: 200 len: 375 time: 0.0157049 Sep 03 09:51:36.498816 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-012e8548-ac74-4d4b-acdc-aa75a55f7540 req-d39cf1ea-69da-4604-99a6-714b76c59808 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=343cc1bfb2f9452291ef8e11cb33cf4c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0653667 Sep 03 09:51:36.506515 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-7e849016-b249-4e2e-af98-405972bd8d57 None None] Provisioning for port 96c80091-d3eb-4653-980b-5619bc9db8f7 completed by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:51:36.512479 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-7e849016-b249-4e2e-af98-405972bd8d57 None None] Provisioning complete for port 96c80091-d3eb-4653-980b-5619bc9db8f7 triggered by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:51:36.513236 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-7e849016-b249-4e2e-af98-405972bd8d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:36.565177 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-7e849016-b249-4e2e-af98-405972bd8d57 None None] Port 96c80091-d3eb-4653-980b-5619bc9db8f7 cannot update to ACTIVE because it is not bound. {{(pid=105526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 09:51:36.599087 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-e59c8577-85ed-4b46-a2a9-5df54c950876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:36.641255 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-012e8548-ac74-4d4b-acdc-aa75a55f7540 req-4348e6c3-b4a2-40ba-b151-1f89816c7b13 service neutron] 10.222.0.67 "GET /v2.0/networks/2ca7c045-af05-4524-bcc4-6b4f1b7ebefb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413484 Sep 03 09:51:36.813169 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-012e8548-ac74-4d4b-acdc-aa75a55f7540 req-9d790371-4b06-4b30-8505-6a97e13e8177 service neutron] 10.222.0.67 "GET /v2.0/networks/2ca7c045-af05-4524-bcc4-6b4f1b7ebefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505516 Sep 03 09:51:36.813387 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92740114-3b61-4c20-a429-9fe0082d8739 req-a492c5d2-d892-485f-99a3-b47ed9bef6fc tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:36.819643 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-92740114-3b61-4c20-a429-9fe0082d8739 req-a492c5d2-d892-485f-99a3-b47ed9bef6fc tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/networks?id=59017ab1-a56a-4b09-943b-db7df0a15114 HTTP/1.1" status: 200 len: 809 time: 0.4661081 Sep 03 09:51:36.829486 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-e59c8577-85ed-4b46-a2a9-5df54c950876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:36.841883 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-e59c8577-85ed-4b46-a2a9-5df54c950876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:36.848713 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-92740114-3b61-4c20-a429-9fe0082d8739 req-1f05e3f5-257c-4678-bc37-a34172517a82 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/quotas/298a5d8acf0b47e38a98291f6383fb58 HTTP/1.1" status: 200 len: 375 time: 0.0277123 Sep 03 09:51:36.879585 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59c8577-85ed-4b46-a2a9-5df54c950876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5dbb258-2860-4b10-9d9b-54fde80b3386,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:36.906628 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-e59c8577-85ed-4b46-a2a9-5df54c950876 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0d5b1ac7d0614f1c8c07e9486f347e93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5362139 Sep 03 09:51:36.909300 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 34692) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:36.910256 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-92740114-3b61-4c20-a429-9fe0082d8739 req-02d5f6b9-8460-4c91-bbcc-74a970bc4ce6 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=298a5d8acf0b47e38a98291f6383fb58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607924 Sep 03 09:51:37.056237 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-92740114-3b61-4c20-a429-9fe0082d8739 req-f626d502-5fd6-4b5e-afa5-4366648bb893 service neutron] 10.222.0.67 "GET /v2.0/networks/59017ab1-a56a-4b09-943b-db7df0a15114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449788 Sep 03 09:51:37.058499 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-912f9467-00d8-4bb3-a351-10778216c84e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:37.105059 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-912f9467-00d8-4bb3-a351-10778216c84e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:37.123382 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.notifiers.nova [req-7348135d-d440-4ca5-98f1-9d634cd87fe0 req-3cba73e0-7937-4192-a05e-833694c0bf10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96c80091-d3eb-4653-980b-5619bc9db8f7 {{(pid=105524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 09:51:37.151416 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a824ad-cfd9-4305-adc8-e409b20253e3 req-09475354-f110-4b7e-9eb5-f7992d56df7c tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:37.153067 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-91a824ad-cfd9-4305-adc8-e409b20253e3 req-09475354-f110-4b7e-9eb5-f7992d56df7c tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 945 time: 0.1222291 Sep 03 09:51:37.160858 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-7348135d-d440-4ca5-98f1-9d634cd87fe0 req-3cba73e0-7937-4192-a05e-833694c0bf10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:37.183645 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.provisioning_blocks [req-7348135d-d440-4ca5-98f1-9d634cd87fe0 req-3cba73e0-7937-4192-a05e-833694c0bf10 service neutron] Transition to ACTIVE for port object 96c80091-d3eb-4653-980b-5619bc9db8f7 will not be triggered until provisioned by entity L2. {{(pid=105524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:51:37.197642 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-7348135d-d440-4ca5-98f1-9d634cd87fe0 req-3cba73e0-7937-4192-a05e-833694c0bf10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:37.223124 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-91a824ad-cfd9-4305-adc8-e409b20253e3 req-de3d525c-c55b-4a56-a21e-593fe9b9f9ae tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609078 Sep 03 09:51:37.237889 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-92740114-3b61-4c20-a429-9fe0082d8739 req-32a3c599-145e-489b-9382-569dce6a08fd service neutron] 10.222.0.67 "GET /v2.0/networks/59017ab1-a56a-4b09-943b-db7df0a15114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805820 Sep 03 09:51:37.242968 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-912f9467-00d8-4bb3-a351-10778216c84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:37.246406 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-912f9467-00d8-4bb3-a351-10778216c84e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:37.247630 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-912f9467-00d8-4bb3-a351-10778216c84e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c5dbb258-2860-4b10-9d9b-54fde80b3386 HTTP/1.1" status: 204 len: 168 time: 0.3370600 Sep 03 09:51:37.296785 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f9467-00d8-4bb3-a351-10778216c84e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5dbb258-2860-4b10-9d9b-54fde80b3386,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:37.368974 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba73e0-7937-4192-a05e-833694c0bf10 service neutron] Pushing event updated for resources: {'Port': ['ID=96c80091-d3eb-4653-980b-5619bc9db8f7,revision_number=2']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:37.425492 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.managers [req-7348135d-d440-4ca5-98f1-9d634cd87fe0 req-3cba73e0-7937-4192-a05e-833694c0bf10 service neutron] Attempting to bind port 96c80091-d3eb-4653-980b-5619bc9db8f7 on host hv-cinder-60634 for vnic_type normal with profile {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 09:51:37.426131 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.managers [req-7348135d-d440-4ca5-98f1-9d634cd87fe0 req-3cba73e0-7937-4192-a05e-833694c0bf10 service neutron] Attempting to bind port 96c80091-d3eb-4653-980b-5619bc9db8f7 by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': '6f022386-d84f-4449-baff-a2c973127081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '8acf3a5c-f31b-4b32-865e-5c17c39b84b5'}] {{(pid=105524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 09:51:37.426889 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7348135d-d440-4ca5-98f1-9d634cd87fe0 req-3cba73e0-7937-4192-a05e-833694c0bf10 service neutron] Attempting to bind port 96c80091-d3eb-4653-980b-5619bc9db8f7 on network 8acf3a5c-f31b-4b32-865e-5c17c39b84b5 {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:51:37.445630 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7348135d-d440-4ca5-98f1-9d634cd87fe0 req-3cba73e0-7937-4192-a05e-833694c0bf10 service neutron] Port 96c80091-d3eb-4653-980b-5619bc9db8f7 on network 8acf3a5c-f31b-4b32-865e-5c17c39b84b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 09:51:37.445973 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7348135d-d440-4ca5-98f1-9d634cd87fe0 req-3cba73e0-7937-4192-a05e-833694c0bf10 service neutron] Attempting to bind port 96c80091-d3eb-4653-980b-5619bc9db8f7 on network 8acf3a5c-f31b-4b32-865e-5c17c39b84b5 {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:51:37.460817 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7348135d-d440-4ca5-98f1-9d634cd87fe0 req-3cba73e0-7937-4192-a05e-833694c0bf10 service neutron] Checking agent: {'id': '3ba077dd-5433-4c28-8748-47c2c66d3336', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 9, 48, 46), 'started_at': datetime.datetime(2021, 9, 3, 9, 48, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 9, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 09:51:37.461204 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7348135d-d440-4ca5-98f1-9d634cd87fe0 req-3cba73e0-7937-4192-a05e-833694c0bf10 service neutron] Checking segment: {'id': '6f022386-d84f-4449-baff-a2c973127081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '8acf3a5c-f31b-4b32-865e-5c17c39b84b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:51:37.463257 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7348135d-d440-4ca5-98f1-9d634cd87fe0 req-3cba73e0-7937-4192-a05e-833694c0bf10 service neutron] Bound using segment: {'id': '6f022386-d84f-4449-baff-a2c973127081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '8acf3a5c-f31b-4b32-865e-5c17c39b84b5'} {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 09:51:37.464242 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.managers [req-7348135d-d440-4ca5-98f1-9d634cd87fe0 req-3cba73e0-7937-4192-a05e-833694c0bf10 service neutron] Bound port: 96c80091-d3eb-4653-980b-5619bc9db8f7, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f022386-d84f-4449-baff-a2c973127081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '8acf3a5c-f31b-4b32-865e-5c17c39b84b5'}}] {{(pid=105524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 09:51:37.465268 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-7348135d-d440-4ca5-98f1-9d634cd87fe0 req-3cba73e0-7937-4192-a05e-833694c0bf10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:37.555043 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-5b1a4e4b-ee48-4dca-9258-173afdea397e req-a9bf3f9c-9b98-422e-ac78-d9eaa8f5bd46 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a65e2e0-dc42-4678-aeed-85b654f1b0a0 HTTP/1.1" status: 200 len: 210 time: 0.0465395 Sep 03 09:51:37.639722 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.db [req-7348135d-d440-4ca5-98f1-9d634cd87fe0 req-3cba73e0-7937-4192-a05e-833694c0bf10 service neutron] For port 96c80091-d3eb-4653-980b-5619bc9db8f7, host hv-cinder-60634, cleared binding levels {{(pid=105524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 09:51:37.641540 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-76438686-e109-4a61-835d-7b418b8dd251 req-fdd4b29a-0ee9-4687-81fd-e4de11a85216 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd2d90cf-1231-4697-862f-3b37f75a475c HTTP/1.1" status: 200 len: 210 time: 0.0439813 Sep 03 09:51:37.644596 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.db [req-7348135d-d440-4ca5-98f1-9d634cd87fe0 req-3cba73e0-7937-4192-a05e-833694c0bf10 service neutron] For port 96c80091-d3eb-4653-980b-5619bc9db8f7, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=96c80091-d3eb-4653-980b-5619bc9db8f7,segment=NetworkSegment(6f022386-d84f-4449-baff-a2c973127081),segment_id=6f022386-d84f-4449-baff-a2c973127081)] {{(pid=105524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 09:51:37.697063 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-7348135d-d440-4ca5-98f1-9d634cd87fe0 req-3cba73e0-7937-4192-a05e-833694c0bf10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:37.739176 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348135d-d440-4ca5-98f1-9d634cd87fe0 req-3cba73e0-7937-4192-a05e-833694c0bf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:37.739981 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-7348135d-d440-4ca5-98f1-9d634cd87fe0 req-3cba73e0-7937-4192-a05e-833694c0bf10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for port, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:37.741805 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-7348135d-d440-4ca5-98f1-9d634cd87fe0 req-3cba73e0-7937-4192-a05e-833694c0bf10 service neutron] 10.222.0.60 "PUT /v2.0/ports/96c80091-d3eb-4653-980b-5619bc9db8f7 HTTP/1.1" status: 200 len: 1096 time: 1.5502949 Sep 03 09:51:37.744400 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9833218-5d5f-48c0-bf1e-a2181981ae6a', 'tag': '96c80091-d3eb-4653-980b-5619bc9db8f7'}] {{(pid=105524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:51:37.747049 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07cd05725c708ed75ef04e80da70ebdfc8c47d02cbbda1b8cc3f0b48d37440d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97029e6d-34d9-4435-a1a9-dad2716cc8ef" -d '{"events": [{"name": "network-changed", "server_uuid": "c9833218-5d5f-48c0-bf1e-a2181981ae6a", "tag": "96c80091-d3eb-4653-980b-5619bc9db8f7"}]}' {{(pid=105524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:51:37.807450 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e89072-096b-41ce-aa3f-b24da8afca92 req-499b7d6f-be7b-4ea3-b8b2-a6e26f0890da tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:37.819438 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-20e89072-096b-41ce-aa3f-b24da8afca92 req-499b7d6f-be7b-4ea3-b8b2-a6e26f0890da tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9833218-5d5f-48c0-bf1e-a2181981ae6a HTTP/1.1" status: 200 len: 946 time: 0.2434058 Sep 03 09:51:37.840066 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 09:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51cc68fc-1085-4c43-bea3-d438bc77fec4 x-openstack-request-id: req-51cc68fc-1085-4c43-bea3-d438bc77fec4 {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:51:37.840510 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9833218-5d5f-48c0-bf1e-a2181981ae6a", "tag": "96c80091-d3eb-4653-980b-5619bc9db8f7", "status": "completed", "code": 200}]} {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:51:37.840773 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-51cc68fc-1085-4c43-bea3-d438bc77fec4 {{(pid=105524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:51:37.841183 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9833218-5d5f-48c0-bf1e-a2181981ae6a', 'tag': '96c80091-d3eb-4653-980b-5619bc9db8f7', 'status': 'completed', 'code': 200} Sep 03 09:51:37.909285 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba73e0-7937-4192-a05e-833694c0bf10 service neutron] Pushing event updated for resources: {'Port': ['ID=96c80091-d3eb-4653-980b-5619bc9db8f7,revision_number=3']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:37.915805 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 34734) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:37.930165 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-fa4ac086-d410-4e5e-8a98-54bbb9407a74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:37.935518 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 547a93d6-30a5-4d82-b68d-4a9debfb2f71 no longer exists at agent hyperv_hv-cinder-60634 {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 09:51:37.986858 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] No Port match for: 547a93d6-30a5-4d82-b68d-4a9debfb2f71 {{(pid=105526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 09:51:37.987285 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 547a93d6-30a5-4d82-b68d-4a9debfb2f71 not bound to the agent host hv-cinder-60634 {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 09:51:37.996892 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-20e89072-096b-41ce-aa3f-b24da8afca92 req-ac407c52-9c2e-4436-8b2c-782465ae63c7 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] 10.222.0.67 "GET /v2.0/security-groups?id=57a1cee4-3967-46d7-9f6f-b84546834a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744497 Sep 03 09:51:38.011622 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348135d-d440-4ca5-98f1-9d634cd87fe0 req-24729d3f-c617-43fd-8e65-bdfacb582044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:38.014047 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-7348135d-d440-4ca5-98f1-9d634cd87fe0 req-24729d3f-c617-43fd-8e65-bdfacb582044 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=293d6b1507ab42bd9699637583d4c113&device_id=c9833218-5d5f-48c0-bf1e-a2181981ae6a HTTP/1.1" status: 200 len: 1099 time: 0.1693866 Sep 03 09:51:38.086203 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-7348135d-d440-4ca5-98f1-9d634cd87fe0 req-8761e78b-63fa-4bab-be0e-91019c83769a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=96c80091-d3eb-4653-980b-5619bc9db8f7 HTTP/1.1" status: 200 len: 217 time: 0.0507362 Sep 03 09:51:38.127472 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-fa4ac086-d410-4e5e-8a98-54bbb9407a74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:38.136041 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-fa4ac086-d410-4e5e-8a98-54bbb9407a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:38.158383 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348135d-d440-4ca5-98f1-9d634cd87fe0 req-2970055a-e364-47dd-be4b-55dbd1ed0dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:38.160303 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-7348135d-d440-4ca5-98f1-9d634cd87fe0 req-2970055a-e364-47dd-be4b-55dbd1ed0dcf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=320eab16-52ec-4bcc-bceb-25ab281085f3 HTTP/1.1" status: 200 len: 843 time: 0.0658669 Sep 03 09:51:38.182397 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4ac086-d410-4e5e-8a98-54bbb9407a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eafb4be5-3272-4b4b-9447-d773f0f17094,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:38.194019 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-fa4ac086-d410-4e5e-8a98-54bbb9407a74 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=84e12564e58647dba135b6fb4188ac3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2793376 Sep 03 09:51:38.198543 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 34742) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:38.234886 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348135d-d440-4ca5-98f1-9d634cd87fe0 req-1ee7a9cf-4ad7-40cc-b3e9-63c14199287e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:38.241365 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-7348135d-d440-4ca5-98f1-9d634cd87fe0 req-1ee7a9cf-4ad7-40cc-b3e9-63c14199287e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8acf3a5c-f31b-4b32-865e-5c17c39b84b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0706391 Sep 03 09:51:38.270073 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-2c11bb05-d24b-444a-9fb8-2f4597846e4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:38.297812 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-2c11bb05-d24b-444a-9fb8-2f4597846e4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:38.385194 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-7348135d-d440-4ca5-98f1-9d634cd87fe0 req-c593e17a-adef-4502-881e-6fbdbf815ffa service neutron] 10.222.0.60 "GET /v2.0/networks/8acf3a5c-f31b-4b32-865e-5c17c39b84b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250801 Sep 03 09:51:38.386447 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6835cc-ddcd-4aff-9d30-5e5518d96089 req-eec7e679-2282-4393-82c5-7be6086e3667 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:38.388253 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-bd6835cc-ddcd-4aff-9d30-5e5518d96089 req-eec7e679-2282-4393-82c5-7be6086e3667 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 945 time: 0.0601399 Sep 03 09:51:38.389432 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-2c11bb05-d24b-444a-9fb8-2f4597846e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:38.392481 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-2c11bb05-d24b-444a-9fb8-2f4597846e4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:38.395491 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-2c11bb05-d24b-444a-9fb8-2f4597846e4e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/eafb4be5-3272-4b4b-9447-d773f0f17094 HTTP/1.1" status: 204 len: 168 time: 0.1937344 Sep 03 09:51:38.425913 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c11bb05-d24b-444a-9fb8-2f4597846e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eafb4be5-3272-4b4b-9447-d773f0f17094,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:38.468022 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-bd6835cc-ddcd-4aff-9d30-5e5518d96089 req-185a6719-1d32-497c-bf68-3419c218b493 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704584 Sep 03 09:51:38.557034 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-7348135d-d440-4ca5-98f1-9d634cd87fe0 req-ee5b2fb7-265c-4cd3-995b-f934213f5e3c service neutron] 10.222.0.60 "GET /v2.0/networks/8acf3a5c-f31b-4b32-865e-5c17c39b84b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596718 Sep 03 09:51:38.682305 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-5fb7b855-178c-44c1-a8c1-e2fc1dc43899 req-1e6ba53b-cdf9-400a-be8f-25e3f3f8c5c8 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a65e2e0-dc42-4678-aeed-85b654f1b0a0 HTTP/1.1" status: 200 len: 210 time: 0.0438609 Sep 03 09:51:38.741082 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97029e6d-34d9-4435-a1a9-dad2716cc8ef req-eb6de3be-4e7e-4ddb-af37-7bb3448f8854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:38.745542 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-97029e6d-34d9-4435-a1a9-dad2716cc8ef req-eb6de3be-4e7e-4ddb-af37-7bb3448f8854 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=293d6b1507ab42bd9699637583d4c113&device_id=c9833218-5d5f-48c0-bf1e-a2181981ae6a HTTP/1.1" status: 200 len: 1099 time: 0.0616667 Sep 03 09:51:38.782725 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e8548-ac74-4d4b-acdc-aa75a55f7540 req-8d8e0d0d-5ded-4d28-9a1e-ee710aac675f tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:38.784520 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-012e8548-ac74-4d4b-acdc-aa75a55f7540 req-8d8e0d0d-5ded-4d28-9a1e-ee710aac675f tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.60 "GET /v2.0/networks?id=2ca7c045-af05-4524-bcc4-6b4f1b7ebefb HTTP/1.1" status: 200 len: 815 time: 0.1932778 Sep 03 09:51:38.816231 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-64664dd8-ebf0-4c5b-bb15-b5a4aa310696 req-b6b2c1d6-73be-4017-bdc2-23e4b5e0cce0 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd2d90cf-1231-4697-862f-3b37f75a475c HTTP/1.1" status: 200 len: 210 time: 0.0424149 Sep 03 09:51:38.821762 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [req-012e8548-ac74-4d4b-acdc-aa75a55f7540 req-2956c2e0-8eba-42f7-a8c8-97cd2985a792 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Request body: {'port': {'device_id': '5a65e2e0-dc42-4678-aeed-85b654f1b0a0', 'network_id': '2ca7c045-af05-4524-bcc4-6b4f1b7ebefb', 'admin_state_up': True, 'tenant_id': '343cc1bfb2f9452291ef8e11cb33cf4c'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:51:38.869216 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97029e6d-34d9-4435-a1a9-dad2716cc8ef req-132b507d-2c76-40f7-a103-ecd8462db84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:38.871301 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-97029e6d-34d9-4435-a1a9-dad2716cc8ef req-132b507d-2c76-40f7-a103-ecd8462db84b service neutron] 10.222.0.60 "GET /v2.0/networks?id=8acf3a5c-f31b-4b32-865e-5c17c39b84b5 HTTP/1.1" status: 200 len: 870 time: 0.1174910 Sep 03 09:51:38.923013 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 34764) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:38.925722 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-97029e6d-34d9-4435-a1a9-dad2716cc8ef req-e705a9a8-912d-426f-84fa-69b7e5221de6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=96c80091-d3eb-4653-980b-5619bc9db8f7 HTTP/1.1" status: 200 len: 217 time: 0.0446217 Sep 03 09:51:38.941136 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-ef60180a-e69f-4445-830b-b6eb16e9facd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:38.980605 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97029e6d-34d9-4435-a1a9-dad2716cc8ef req-7ace8c11-8b49-4233-aff5-73f29ae610bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:38.982117 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-97029e6d-34d9-4435-a1a9-dad2716cc8ef req-7ace8c11-8b49-4233-aff5-73f29ae610bf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=320eab16-52ec-4bcc-bceb-25ab281085f3 HTTP/1.1" status: 200 len: 843 time: 0.0467172 Sep 03 09:51:39.053428 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97029e6d-34d9-4435-a1a9-dad2716cc8ef req-a2681921-e159-4a27-ba31-62180e3bbf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:39.056413 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-97029e6d-34d9-4435-a1a9-dad2716cc8ef req-a2681921-e159-4a27-ba31-62180e3bbf6d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8acf3a5c-f31b-4b32-865e-5c17c39b84b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0510254 Sep 03 09:51:39.084292 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-ef60180a-e69f-4445-830b-b6eb16e9facd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:39.097335 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-ef60180a-e69f-4445-830b-b6eb16e9facd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:39.132041 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 34774) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:39.148521 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-ef60180a-e69f-4445-830b-b6eb16e9facd admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2c527a4d6b56481dac6589636bd28794&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2244408 Sep 03 09:51:39.151945 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-012e8548-ac74-4d4b-acdc-aa75a55f7540 req-2956c2e0-8eba-42f7-a8c8-97cd2985a792 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Made reservation on behalf of 343cc1bfb2f9452291ef8e11cb33cf4c for: {'port': 1} {{(pid=105524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:51:39.155410 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-012e8548-ac74-4d4b-acdc-aa75a55f7540 req-2956c2e0-8eba-42f7-a8c8-97cd2985a792 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:39.157141 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 34776) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:39.172777 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef60180a-e69f-4445-830b-b6eb16e9facd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab60e68-c162-43a7-80c9-3f86b1c695dd,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:39.230650 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30787ff4-f6f0-4f74-9a90-d8e1525fe687 req-5d120548-66ea-455e-a5f9-07e577dcc20c tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:39.232190 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-30787ff4-f6f0-4f74-9a90-d8e1525fe687 req-5d120548-66ea-455e-a5f9-07e577dcc20c tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9833218-5d5f-48c0-bf1e-a2181981ae6a HTTP/1.1" status: 200 len: 946 time: 0.1443701 Sep 03 09:51:39.245382 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.db_base_plugin_v2 [None req-75639e25-735b-4d55-b4b5-7d54b86604ad admin admin] Deleting subnet 9de1d78b-011a-4ab0-ae36-c320ca457189 {{(pid=105525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 09:51:39.251023 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-75639e25-735b-4d55-b4b5-7d54b86604ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:39.258434 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-97029e6d-34d9-4435-a1a9-dad2716cc8ef req-5d8b4315-31a3-4c0e-a525-2c09bd3bc1c3 service neutron] 10.222.0.60 "GET /v2.0/networks/8acf3a5c-f31b-4b32-865e-5c17c39b84b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902995 Sep 03 09:51:39.275887 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-089499a6-cf88-4092-9a7b-6650c83dba52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:39.347534 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-75639e25-735b-4d55-b4b5-7d54b86604ad admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:39.354894 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-089499a6-cf88-4092-9a7b-6650c83dba52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:39.359100 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-30787ff4-f6f0-4f74-9a90-d8e1525fe687 req-5a4cd9d4-bb80-4904-bdf6-5f4dfb95540b tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] 10.222.0.67 "GET /v2.0/security-groups?id=57a1cee4-3967-46d7-9f6f-b84546834a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111693 Sep 03 09:51:39.386527 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-75639e25-735b-4d55-b4b5-7d54b86604ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713190'] for subnet, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:39.403897 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.db_base_plugin_common [req-012e8548-ac74-4d4b-acdc-aa75a55f7540 req-2956c2e0-8eba-42f7-a8c8-97cd2985a792 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Allocated IP 172.20.0.10 (2ca7c045-af05-4524-bcc4-6b4f1b7ebefb/8da37cab-7d9d-4282-adea-29440e0d2f69/804952d9-9631-42ef-b6f3-186a4104a331) {{(pid=105524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:51:39.452785 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-97029e6d-34d9-4435-a1a9-dad2716cc8ef req-fb219b72-301b-4046-bbab-fa62029f9763 service neutron] 10.222.0.60 "GET /v2.0/networks/8acf3a5c-f31b-4b32-865e-5c17c39b84b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663387 Sep 03 09:51:39.474706 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-75639e25-735b-4d55-b4b5-7d54b86604ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146'] for subnet, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:39.504108 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75639e25-735b-4d55-b4b5-7d54b86604ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9de1d78b-011a-4ab0-ae36-c320ca457189,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:39.514456 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92740114-3b61-4c20-a429-9fe0082d8739 req-04ae3005-6c93-407a-9bdf-4b56a296c577 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:39.515964 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-92740114-3b61-4c20-a429-9fe0082d8739 req-04ae3005-6c93-407a-9bdf-4b56a296c577 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.60 "GET /v2.0/networks?id=59017ab1-a56a-4b09-943b-db7df0a15114 HTTP/1.1" status: 200 len: 809 time: 0.2087317 Sep 03 09:51:39.519933 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-089499a6-cf88-4092-9a7b-6650c83dba52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:39.522549 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-089499a6-cf88-4092-9a7b-6650c83dba52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:39.523679 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-089499a6-cf88-4092-9a7b-6650c83dba52 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6ab60e68-c162-43a7-80c9-3f86b1c695dd HTTP/1.1" status: 204 len: 168 time: 0.3639476 Sep 03 09:51:39.531243 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-75639e25-735b-4d55-b4b5-7d54b86604ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for subnet, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:39.533600 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-75639e25-735b-4d55-b4b5-7d54b86604ad admin admin] 10.222.0.67 "DELETE /v2.0/subnets/9de1d78b-011a-4ab0-ae36-c320ca457189 HTTP/1.1" status: 204 len: 168 time: 0.4003699 Sep 03 09:51:39.535947 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 34788) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:39.549394 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [req-92740114-3b61-4c20-a429-9fe0082d8739 req-e5bc6f89-ac17-420f-9b71-5a9aa7adbd19 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Request body: {'port': {'device_id': 'dd2d90cf-1231-4697-862f-3b37f75a475c', 'network_id': '59017ab1-a56a-4b09-943b-db7df0a15114', 'admin_state_up': True, 'tenant_id': '298a5d8acf0b47e38a98291f6383fb58'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:51:39.556993 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089499a6-cf88-4092-9a7b-6650c83dba52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab60e68-c162-43a7-80c9-3f86b1c695dd,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:39.656373 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-27276dc8-7781-47c2-8d9f-abf40f89f1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1404653'] for network, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:39.792155 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-27276dc8-7781-47c2-8d9f-abf40f89f1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717939', 'neutron.services.segments.db._delete_segments_for_network-8759173696085'] for network, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:39.802279 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-012e8548-ac74-4d4b-acdc-aa75a55f7540 req-2956c2e0-8eba-42f7-a8c8-97cd2985a792 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Notify callbacks [] for port, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:39.807336 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-27276dc8-7781-47c2-8d9f-abf40f89f1cb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:51:39.807780 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-27276dc8-7781-47c2-8d9f-abf40f89f1cb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:51:39.807889 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92740114-3b61-4c20-a429-9fe0082d8739 req-e5bc6f89-ac17-420f-9b71-5a9aa7adbd19 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Made reservation on behalf of 298a5d8acf0b47e38a98291f6383fb58 for: {'port': 1} {{(pid=105524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:51:39.808426 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-27276dc8-7781-47c2-8d9f-abf40f89f1cb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:51:39.808762 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-27276dc8-7781-47c2-8d9f-abf40f89f1cb admin admin] Subscribe: > port after_create 55550000 {{(pid=105525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:51:39.809099 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-27276dc8-7781-47c2-8d9f-abf40f89f1cb admin admin] Subscribe: > port after_delete 55550000 {{(pid=105525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:51:39.809448 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-27276dc8-7781-47c2-8d9f-abf40f89f1cb admin admin] Subscribe: > port after_update 55550000 {{(pid=105525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:51:39.809811 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-27276dc8-7781-47c2-8d9f-abf40f89f1cb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:51:39.810125 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-27276dc8-7781-47c2-8d9f-abf40f89f1cb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:51:39.810437 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-27276dc8-7781-47c2-8d9f-abf40f89f1cb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:51:39.810776 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-27276dc8-7781-47c2-8d9f-abf40f89f1cb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:51:39.811782 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-92740114-3b61-4c20-a429-9fe0082d8739 req-e5bc6f89-ac17-420f-9b71-5a9aa7adbd19 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:39.837694 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cfc95a-519f-4dd9-bbca-afcf27a579d6 req-147f6055-c8e7-49ca-aef9-06653dcd7bf4 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:39.839322 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-c6cfc95a-519f-4dd9-bbca-afcf27a579d6 req-147f6055-c8e7-49ca-aef9-06653dcd7bf4 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 945 time: 0.1971960 Sep 03 09:51:39.957805 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-c6cfc95a-519f-4dd9-bbca-afcf27a579d6 req-6ce18afe-c59f-4f08-93ea-f588b843e8ce tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054997 Sep 03 09:51:40.017283 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-012e8548-ac74-4d4b-acdc-aa75a55f7540 req-2956c2e0-8eba-42f7-a8c8-97cd2985a792 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931'] for port, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:40.031585 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] get_ports_and_sgs() called for port_ids ['8f14eea0-cbb9-4187-b8dd-48cbd6747e9d'] {{(pid=105526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 09:51:40.050509 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-27276dc8-7781-47c2-8d9f-abf40f89f1cb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:51:40.051306 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-27276dc8-7781-47c2-8d9f-abf40f89f1cb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:51:40.051824 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-27276dc8-7781-47c2-8d9f-abf40f89f1cb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:51:40.052351 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-27276dc8-7781-47c2-8d9f-abf40f89f1cb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:51:40.053006 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.services.segments.db [None req-27276dc8-7781-47c2-8d9f-abf40f89f1cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76ea5923-f2d4-43d5-9ac3-137283a120e8']}} {{(pid=105525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:51:40.100908 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-012e8548-ac74-4d4b-acdc-aa75a55f7540 req-2956c2e0-8eba-42f7-a8c8-97cd2985a792 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Network 2ca7c045-af05-4524-bcc4-6b4f1b7ebefb is already hosted by enough agents. {{(pid=105524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:51:40.119488 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-ff27b206-2f8b-4ce5-854f-7d646e3e329e req-3de46120-f388-4976-8fc8-6d9a297c7067 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd2d90cf-1231-4697-862f-3b37f75a475c HTTP/1.1" status: 200 len: 210 time: 0.0786741 Sep 03 09:51:40.120497 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.base_scheduler [req-012e8548-ac74-4d4b-acdc-aa75a55f7540 req-2956c2e0-8eba-42f7-a8c8-97cd2985a792 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Resources bound (agent type, host, resource id): {{(pid=105524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:51:40.142797 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2956c2e0-8eba-42f7-a8c8-97cd2985a792 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Pushing event updated for resources: {'Port': ['ID=804952d9-9631-42ef-b6f3-186a4104a331,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:40.163348 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.db_base_plugin_common [req-92740114-3b61-4c20-a429-9fe0082d8739 req-e5bc6f89-ac17-420f-9b71-5a9aa7adbd19 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Allocated IP 172.20.0.14 (59017ab1-a56a-4b09-943b-db7df0a15114/ca6d6a7f-f740-48bb-bd16-b3a6ec3d8afd/001f9dcb-36ff-4f73-9a9b-99ad925e68b7) {{(pid=105524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:51:40.171775 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.services.segments.db [None req-27276dc8-7781-47c2-8d9f-abf40f89f1cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69ff3461-ed2c-4ca3-80ec-a957a762ed9b') {'for_net_delete': True} {{(pid=105525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:51:40.172148 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.services.segments.db [None req-27276dc8-7781-47c2-8d9f-abf40f89f1cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69ff3461-ed2c-4ca3-80ec-a957a762ed9b') {} {{(pid=105525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:51:40.196003 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.l3_dvrscheduler_db [req-012e8548-ac74-4d4b-acdc-aa75a55f7540 req-2956c2e0-8eba-42f7-a8c8-97cd2985a792 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Received port after_create {{(pid=105524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:51:40.202659 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e8548-ac74-4d4b-acdc-aa75a55f7540 req-2956c2e0-8eba-42f7-a8c8-97cd2985a792 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:40.203454 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-012e8548-ac74-4d4b-acdc-aa75a55f7540 req-2956c2e0-8eba-42f7-a8c8-97cd2985a792 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for port, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:40.204738 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-27276dc8-7781-47c2-8d9f-abf40f89f1cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759173697630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26582418'] for segment, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:40.245849 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d3fdd2-77f1-4bbf-a650-9407a1140100 req-14b6feda-ef08-42f7-b9c4-bb3e78557010 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:40.245849 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-c8d3fdd2-77f1-4bbf-a650-9407a1140100 req-14b6feda-ef08-42f7-b9c4-bb3e78557010 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a65e2e0-dc42-4678-aeed-85b654f1b0a0 HTTP/1.1" status: 200 len: 932 time: 0.1732895 Sep 03 09:51:40.250907 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-27276dc8-7781-47c2-8d9f-abf40f89f1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718351'] for segment, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:40.276807 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27276dc8-7781-47c2-8d9f-abf40f89f1cb admin admin] Releasing vlan 835 on physical network physnet1 to pool {{(pid=105525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 09:51:40.277608 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-27276dc8-7781-47c2-8d9f-abf40f89f1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25166654'] for segment, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:40.288488 dv-cinder-606346-32-iscsi neutron-server[105525]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 09:51:40.288488 dv-cinder-606346-32-iscsi neutron-server[105525]: from cryptography.utils import int_from_bytes Sep 03 09:51:40.288488 dv-cinder-606346-32-iscsi neutron-server[105525]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 09:51:40.288488 dv-cinder-606346-32-iscsi neutron-server[105525]: from cryptography.utils import int_from_bytes Sep 03 09:51:40.288488 dv-cinder-606346-32-iscsi neutron-server[105525]: Traceback (most recent call last): Sep 03 09:51:40.288488 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 09:51:40.288488 dv-cinder-606346-32-iscsi neutron-server[105525]: timer() Sep 03 09:51:40.288488 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 09:51:40.288488 dv-cinder-606346-32-iscsi neutron-server[105525]: cb(*args, **kw) Sep 03 09:51:40.288488 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 09:51:40.288488 dv-cinder-606346-32-iscsi neutron-server[105525]: return func(*args, **kwargs) Sep 03 09:51:40.288488 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 09:51:40.288488 dv-cinder-606346-32-iscsi neutron-server[105525]: self._notify() Sep 03 09:51:40.288488 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 09:51:40.288488 dv-cinder-606346-32-iscsi neutron-server[105525]: self.callback(batched_events) Sep 03 09:51:40.288488 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 09:51:40.288488 dv-cinder-606346-32-iscsi neutron-server[105525]: event.method(event) Sep 03 09:51:40.288488 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 09:51:40.288488 dv-cinder-606346-32-iscsi neutron-server[105525]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 09:51:40.288488 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 09:51:40.288488 dv-cinder-606346-32-iscsi neutron-server[105525]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 09:51:40.288488 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 09:51:40.288488 dv-cinder-606346-32-iscsi neutron-server[105525]: return f(self, *a, **k) Sep 03 09:51:40.288488 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 09:51:40.288488 dv-cinder-606346-32-iscsi neutron-server[105525]: return self._get(url).json() Sep 03 09:51:40.288488 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 09:51:40.288488 dv-cinder-606346-32-iscsi neutron-server[105525]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 09:51:40.288488 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 09:51:40.288488 dv-cinder-606346-32-iscsi neutron-server[105525]: return self.request(url, 'GET', **kwargs) Sep 03 09:51:40.288488 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 09:51:40.288488 dv-cinder-606346-32-iscsi neutron-server[105525]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 09:51:40.288488 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 09:51:40.288488 dv-cinder-606346-32-iscsi neutron-server[105525]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 09:51:40.288488 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 09:51:40.288488 dv-cinder-606346-32-iscsi neutron-server[105525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 09:51:40.288488 dv-cinder-606346-32-iscsi neutron-server[105525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 09:51:40.304570 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-012e8548-ac74-4d4b-acdc-aa75a55f7540 req-2956c2e0-8eba-42f7-a8c8-97cd2985a792 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4871986 Sep 03 09:51:40.348426 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [req-012e8548-ac74-4d4b-acdc-aa75a55f7540 req-6c2e3806-1c8e-492a-9ab4-6df29ab4d80f service neutron] Request body: {'port': {'device_id': '5a65e2e0-dc42-4678-aeed-85b654f1b0a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:51:40.375995 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-c8d3fdd2-77f1-4bbf-a650-9407a1140100 req-883ed634-ead3-4857-a3ca-45103e621124 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193604 Sep 03 09:51:40.381311 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-27276dc8-7781-47c2-8d9f-abf40f89f1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417317'] for network, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:40.392380 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-27276dc8-7781-47c2-8d9f-abf40f89f1cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for network, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:40.394285 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-27276dc8-7781-47c2-8d9f-abf40f89f1cb admin admin] 10.222.0.67 "DELETE /v2.0/networks/76ea5923-f2d4-43d5-9ac3-137283a120e8 HTTP/1.1" status: 204 len: 168 time: 0.8573351 Sep 03 09:51:40.412836 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27276dc8-7781-47c2-8d9f-abf40f89f1cb admin admin] Pushing event deleted for resources: {'Network': ['ID=76ea5923-f2d4-43d5-9ac3-137283a120e8,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:40.444537 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-012e8548-ac74-4d4b-acdc-aa75a55f7540 req-6c2e3806-1c8e-492a-9ab4-6df29ab4d80f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:40.552876 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-92740114-3b61-4c20-a429-9fe0082d8739 req-e5bc6f89-ac17-420f-9b71-5a9aa7adbd19 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Notify callbacks [] for port, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:40.583126 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 34856) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:40.588894 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b36d36-456c-429d-9d7c-5eda5507258e req-d8357397-2ef8-4c1a-8a83-def8972b473c tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:40.590453 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-92b36d36-456c-429d-9d7c-5eda5507258e req-d8357397-2ef8-4c1a-8a83-def8972b473c tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9833218-5d5f-48c0-bf1e-a2181981ae6a HTTP/1.1" status: 200 len: 946 time: 0.1316044 Sep 03 09:51:40.638195 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-d2df8d43-3ef0-40d1-accb-cd4ead4457cc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6c9427e359fc473380a2abdd17c24402&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0538554 Sep 03 09:51:40.640784 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 34860) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:40.721413 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-09cb68dc-d9d3-486d-9800-de661345f837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:40.751884 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-92b36d36-456c-429d-9d7c-5eda5507258e req-3d19add8-762d-4469-ae36-8e60ccde7249 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] 10.222.0.67 "GET /v2.0/security-groups?id=57a1cee4-3967-46d7-9f6f-b84546834a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984199 Sep 03 09:51:40.754130 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-09cb68dc-d9d3-486d-9800-de661345f837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:40.769112 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-92740114-3b61-4c20-a429-9fe0082d8739 req-e5bc6f89-ac17-420f-9b71-5a9aa7adbd19 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931'] for port, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:40.835725 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-09cb68dc-d9d3-486d-9800-de661345f837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:40.840266 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-09cb68dc-d9d3-486d-9800-de661345f837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:40.846830 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-09cb68dc-d9d3-486d-9800-de661345f837 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4de7f848-fa4c-4bfa-aa1f-a4231682c522 HTTP/1.1" status: 204 len: 168 time: 0.2032368 Sep 03 09:51:40.857102 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cb68dc-d9d3-486d-9800-de661345f837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de7f848-fa4c-4bfa-aa1f-a4231682c522,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:40.861092 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92740114-3b61-4c20-a429-9fe0082d8739 req-e5bc6f89-ac17-420f-9b71-5a9aa7adbd19 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Network 59017ab1-a56a-4b09-943b-db7df0a15114 is already hosted by enough agents. {{(pid=105524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:51:40.869177 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.base_scheduler [req-92740114-3b61-4c20-a429-9fe0082d8739 req-e5bc6f89-ac17-420f-9b71-5a9aa7adbd19 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Resources bound (agent type, host, resource id): {{(pid=105524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:51:40.880640 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.l3_dvrscheduler_db [req-92740114-3b61-4c20-a429-9fe0082d8739 req-e5bc6f89-ac17-420f-9b71-5a9aa7adbd19 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Received port after_create {{(pid=105524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:51:40.887657 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92740114-3b61-4c20-a429-9fe0082d8739 req-e5bc6f89-ac17-420f-9b71-5a9aa7adbd19 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:40.888389 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-92740114-3b61-4c20-a429-9fe0082d8739 req-e5bc6f89-ac17-420f-9b71-5a9aa7adbd19 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for port, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:40.900799 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bc6f89-ac17-420f-9b71-5a9aa7adbd19 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Pushing event updated for resources: {'Port': ['ID=001f9dcb-36ff-4f73-9a9b-99ad925e68b7,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:40.929303 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-92740114-3b61-4c20-a429-9fe0082d8739 req-e5bc6f89-ac17-420f-9b71-5a9aa7adbd19 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3871760 Sep 03 09:51:40.945507 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [req-92740114-3b61-4c20-a429-9fe0082d8739 req-ee82f672-697d-4282-92b7-46d84b25448c service neutron] Request body: {'port': {'device_id': 'dd2d90cf-1231-4697-862f-3b37f75a475c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:51:41.061154 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-92740114-3b61-4c20-a429-9fe0082d8739 req-ee82f672-697d-4282-92b7-46d84b25448c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:41.099631 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.notifiers.nova [req-012e8548-ac74-4d4b-acdc-aa75a55f7540 req-6c2e3806-1c8e-492a-9ab4-6df29ab4d80f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 804952d9-9631-42ef-b6f3-186a4104a331 {{(pid=105524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 09:51:41.112171 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-012e8548-ac74-4d4b-acdc-aa75a55f7540 req-6c2e3806-1c8e-492a-9ab4-6df29ab4d80f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:41.164816 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.provisioning_blocks [req-012e8548-ac74-4d4b-acdc-aa75a55f7540 req-6c2e3806-1c8e-492a-9ab4-6df29ab4d80f service neutron] Transition to ACTIVE for port object 804952d9-9631-42ef-b6f3-186a4104a331 will not be triggered until provisioned by entity L2. {{(pid=105524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:51:41.181155 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-012e8548-ac74-4d4b-acdc-aa75a55f7540 req-6c2e3806-1c8e-492a-9ab4-6df29ab4d80f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:41.201212 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff330ad-849a-4c90-9f7c-8eb55da679dd req-1fa51ebc-ea17-4e07-a00f-c2f87b70cfc1 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:41.203367 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-4ff330ad-849a-4c90-9f7c-8eb55da679dd req-1fa51ebc-ea17-4e07-a00f-c2f87b70cfc1 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 945 time: 0.1591887 Sep 03 09:51:41.265478 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7fa9e-2c3f-426b-bf92-b9db97d77785 req-79a95c40-b47f-4198-935c-09baa51bc387 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:41.273699 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-3ed7fa9e-2c3f-426b-bf92-b9db97d77785 req-79a95c40-b47f-4198-935c-09baa51bc387 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd2d90cf-1231-4697-862f-3b37f75a475c HTTP/1.1" status: 200 len: 932 time: 0.0691819 Sep 03 09:51:41.319066 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-3ed7fa9e-2c3f-426b-bf92-b9db97d77785 req-a8af1fe1-74fe-4ee5-b96f-3b5e3a5b6b38 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/security-groups?id=0bde1813-0041-4717-b6d7-9f740ec7c8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443046 Sep 03 09:51:41.578999 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e3806-1c8e-492a-9ab4-6df29ab4d80f service neutron] Pushing event updated for resources: {'Port': ['ID=804952d9-9631-42ef-b6f3-186a4104a331,revision_number=2']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:41.591149 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c635441-c671-4c2c-b3af-68498d0b46a4 req-724cbff2-87dd-41f7-9571-ddae60e68fcd tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:41.598171 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-2c635441-c671-4c2c-b3af-68498d0b46a4 req-724cbff2-87dd-41f7-9571-ddae60e68fcd tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a65e2e0-dc42-4678-aeed-85b654f1b0a0 HTTP/1.1" status: 200 len: 944 time: 0.0952733 Sep 03 09:51:41.625229 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-d81131a6-4119-4618-9532-e24a87d603e4 req-f4992cbd-4811-478b-b15d-23d5d65e7f06 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2f84537e-9ce9-4e28-aad0-6a133fa89679&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0803108 Sep 03 09:51:41.652215 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-4ff330ad-849a-4c90-9f7c-8eb55da679dd req-d46979d0-c182-48e6-8766-cbf19198fe1a tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3639877 Sep 03 09:51:41.658534 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.managers [req-012e8548-ac74-4d4b-acdc-aa75a55f7540 req-6c2e3806-1c8e-492a-9ab4-6df29ab4d80f service neutron] Attempting to bind port 804952d9-9631-42ef-b6f3-186a4104a331 on host hv-cinder-60634 for vnic_type normal with profile {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 09:51:41.658871 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.managers [req-012e8548-ac74-4d4b-acdc-aa75a55f7540 req-6c2e3806-1c8e-492a-9ab4-6df29ab4d80f service neutron] Attempting to bind port 804952d9-9631-42ef-b6f3-186a4104a331 by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': '6162f772-1e28-4e35-bf3d-bf08b646a09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '2ca7c045-af05-4524-bcc4-6b4f1b7ebefb'}] {{(pid=105524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 09:51:41.659543 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012e8548-ac74-4d4b-acdc-aa75a55f7540 req-6c2e3806-1c8e-492a-9ab4-6df29ab4d80f service neutron] Attempting to bind port 804952d9-9631-42ef-b6f3-186a4104a331 on network 2ca7c045-af05-4524-bcc4-6b4f1b7ebefb {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:51:41.664391 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-2c635441-c671-4c2c-b3af-68498d0b46a4 req-3e526b8c-c2b5-48c4-acf1-802d8b701485 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604227 Sep 03 09:51:41.710807 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012e8548-ac74-4d4b-acdc-aa75a55f7540 req-6c2e3806-1c8e-492a-9ab4-6df29ab4d80f service neutron] Port 804952d9-9631-42ef-b6f3-186a4104a331 on network 2ca7c045-af05-4524-bcc4-6b4f1b7ebefb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 09:51:41.711147 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012e8548-ac74-4d4b-acdc-aa75a55f7540 req-6c2e3806-1c8e-492a-9ab4-6df29ab4d80f service neutron] Attempting to bind port 804952d9-9631-42ef-b6f3-186a4104a331 on network 2ca7c045-af05-4524-bcc4-6b4f1b7ebefb {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:51:41.720899 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012e8548-ac74-4d4b-acdc-aa75a55f7540 req-6c2e3806-1c8e-492a-9ab4-6df29ab4d80f service neutron] Checking agent: {'id': '3ba077dd-5433-4c28-8748-47c2c66d3336', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 9, 48, 46), 'started_at': datetime.datetime(2021, 9, 3, 9, 48, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 9, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 09:51:41.721317 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012e8548-ac74-4d4b-acdc-aa75a55f7540 req-6c2e3806-1c8e-492a-9ab4-6df29ab4d80f service neutron] Checking segment: {'id': '6162f772-1e28-4e35-bf3d-bf08b646a09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '2ca7c045-af05-4524-bcc4-6b4f1b7ebefb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:51:41.721797 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012e8548-ac74-4d4b-acdc-aa75a55f7540 req-6c2e3806-1c8e-492a-9ab4-6df29ab4d80f service neutron] Bound using segment: {'id': '6162f772-1e28-4e35-bf3d-bf08b646a09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '2ca7c045-af05-4524-bcc4-6b4f1b7ebefb'} {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 09:51:41.722241 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.managers [req-012e8548-ac74-4d4b-acdc-aa75a55f7540 req-6c2e3806-1c8e-492a-9ab4-6df29ab4d80f service neutron] Bound port: 804952d9-9631-42ef-b6f3-186a4104a331, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6162f772-1e28-4e35-bf3d-bf08b646a09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '2ca7c045-af05-4524-bcc4-6b4f1b7ebefb'}}] {{(pid=105524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 09:51:41.722600 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-012e8548-ac74-4d4b-acdc-aa75a55f7540 req-6c2e3806-1c8e-492a-9ab4-6df29ab4d80f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:41.750406 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81131a6-4119-4618-9532-e24a87d603e4 req-a0b80630-5a81-48e5-abc3-1790efe65ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:41.751913 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-d81131a6-4119-4618-9532-e24a87d603e4 req-a0b80630-5a81-48e5-abc3-1790efe65ec5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=343cc1bfb2f9452291ef8e11cb33cf4c&device_id=2f84537e-9ce9-4e28-aad0-6a133fa89679 HTTP/1.1" status: 200 len: 1099 time: 0.0488222 Sep 03 09:51:41.851580 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.db [req-012e8548-ac74-4d4b-acdc-aa75a55f7540 req-6c2e3806-1c8e-492a-9ab4-6df29ab4d80f service neutron] For port 804952d9-9631-42ef-b6f3-186a4104a331, host hv-cinder-60634, cleared binding levels {{(pid=105524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 09:51:41.870780 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.notifiers.nova [req-92740114-3b61-4c20-a429-9fe0082d8739 req-ee82f672-697d-4282-92b7-46d84b25448c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 001f9dcb-36ff-4f73-9a9b-99ad925e68b7 {{(pid=105524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 09:51:41.876015 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.db [req-012e8548-ac74-4d4b-acdc-aa75a55f7540 req-6c2e3806-1c8e-492a-9ab4-6df29ab4d80f service neutron] For port 804952d9-9631-42ef-b6f3-186a4104a331, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=804952d9-9631-42ef-b6f3-186a4104a331,segment=NetworkSegment(6162f772-1e28-4e35-bf3d-bf08b646a09f),segment_id=6162f772-1e28-4e35-bf3d-bf08b646a09f)] {{(pid=105524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 09:51:41.881157 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-92740114-3b61-4c20-a429-9fe0082d8739 req-ee82f672-697d-4282-92b7-46d84b25448c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:41.884891 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-012e8548-ac74-4d4b-acdc-aa75a55f7540 req-6c2e3806-1c8e-492a-9ab4-6df29ab4d80f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:41.904153 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81131a6-4119-4618-9532-e24a87d603e4 req-d4cbaab8-0fc4-4596-a1de-00f6cd6ceacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:41.905797 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-d81131a6-4119-4618-9532-e24a87d603e4 req-d4cbaab8-0fc4-4596-a1de-00f6cd6ceacf service neutron] 10.222.0.60 "GET /v2.0/networks?id=2ca7c045-af05-4524-bcc4-6b4f1b7ebefb HTTP/1.1" status: 200 len: 916 time: 0.1301224 Sep 03 09:51:41.919229 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc8b69-34bf-4516-b018-484eb486da08 req-094ea732-75ff-4924-8d6c-85b9bd3fab56 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:41.921032 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-6acc8b69-34bf-4516-b018-484eb486da08 req-094ea732-75ff-4924-8d6c-85b9bd3fab56 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9833218-5d5f-48c0-bf1e-a2181981ae6a HTTP/1.1" status: 200 len: 946 time: 0.0734644 Sep 03 09:51:41.936940 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.provisioning_blocks [req-92740114-3b61-4c20-a429-9fe0082d8739 req-ee82f672-697d-4282-92b7-46d84b25448c service neutron] Transition to ACTIVE for port object 001f9dcb-36ff-4f73-9a9b-99ad925e68b7 will not be triggered until provisioned by entity L2. {{(pid=105524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:51:41.938157 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e8548-ac74-4d4b-acdc-aa75a55f7540 req-6c2e3806-1c8e-492a-9ab4-6df29ab4d80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:41.938769 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-012e8548-ac74-4d4b-acdc-aa75a55f7540 req-6c2e3806-1c8e-492a-9ab4-6df29ab4d80f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for port, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:41.940160 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-012e8548-ac74-4d4b-acdc-aa75a55f7540 req-6c2e3806-1c8e-492a-9ab4-6df29ab4d80f service neutron] 10.222.0.60 "PUT /v2.0/ports/804952d9-9631-42ef-b6f3-186a4104a331 HTTP/1.1" status: 200 len: 1094 time: 1.5963113 Sep 03 09:51:41.942586 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a65e2e0-dc42-4678-aeed-85b654f1b0a0', 'tag': '804952d9-9631-42ef-b6f3-186a4104a331'}] {{(pid=105524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:51:41.950877 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07cd05725c708ed75ef04e80da70ebdfc8c47d02cbbda1b8cc3f0b48d37440d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a4f29d-3211-469b-8f06-6621546fb900" -d '{"events": [{"name": "network-changed", "server_uuid": "5a65e2e0-dc42-4678-aeed-85b654f1b0a0", "tag": "804952d9-9631-42ef-b6f3-186a4104a331"}]}' {{(pid=105524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:51:41.958771 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 96c80091-d3eb-4653-980b-5619bc9db8f7 details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=105526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 09:51:41.960930 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-92740114-3b61-4c20-a429-9fe0082d8739 req-ee82f672-697d-4282-92b7-46d84b25448c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:41.966276 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-d81131a6-4119-4618-9532-e24a87d603e4 req-039eb010-bf18-4267-9d0c-fbce112e3b6d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f14eea0-cbb9-4187-b8dd-48cbd6747e9d HTTP/1.1" status: 200 len: 217 time: 0.0446095 Sep 03 09:51:42.023198 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e3806-1c8e-492a-9ab4-6df29ab4d80f service neutron] Pushing event updated for resources: {'Port': ['ID=804952d9-9631-42ef-b6f3-186a4104a331,revision_number=3']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:42.030055 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-6acc8b69-34bf-4516-b018-484eb486da08 req-414f3f3f-eb4c-4b5d-ba06-a1d2f4d6c44b tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] 10.222.0.67 "GET /v2.0/security-groups?id=57a1cee4-3967-46d7-9f6f-b84546834a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016672 Sep 03 09:51:42.043015 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.agents_db [None req-2440585d-454d-4def-9aab-3d39e7194109 None None] Agent healthcheck: found 6 active agents {{(pid=105527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 09:51:42.047964 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81131a6-4119-4618-9532-e24a87d603e4 req-afb77228-6b2f-40c6-ba2c-c582d4c87fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:42.052415 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-d81131a6-4119-4618-9532-e24a87d603e4 req-afb77228-6b2f-40c6-ba2c-c582d4c87fff service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8da37cab-7d9d-4282-adea-29440e0d2f69 HTTP/1.1" status: 200 len: 855 time: 0.0756803 Sep 03 09:51:42.091754 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-d81131a6-4119-4618-9532-e24a87d603e4 req-5a1f280a-cab5-4765-8bbe-d7ecc60a5220 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2ca7c045-af05-4524-bcc4-6b4f1b7ebefb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308769 Sep 03 09:51:42.114459 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e8548-ac74-4d4b-acdc-aa75a55f7540 req-e287e8c4-bd5c-462b-aac3-22285405def0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:42.115996 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-012e8548-ac74-4d4b-acdc-aa75a55f7540 req-e287e8c4-bd5c-462b-aac3-22285405def0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=343cc1bfb2f9452291ef8e11cb33cf4c&device_id=5a65e2e0-dc42-4678-aeed-85b654f1b0a0 HTTP/1.1" status: 200 len: 1097 time: 0.1255882 Sep 03 09:51:42.171843 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 96c80091-d3eb-4653-980b-5619bc9db8f7, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=96c80091-d3eb-4653-980b-5619bc9db8f7,segment=NetworkSegment(6f022386-d84f-4449-baff-a2c973127081),segment_id=6f022386-d84f-4449-baff-a2c973127081)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:51:42.177281 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 09:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c3912c-7796-42fb-9abe-f10bb3b31655 x-openstack-request-id: req-36c3912c-7796-42fb-9abe-f10bb3b31655 {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:51:42.177872 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a65e2e0-dc42-4678-aeed-85b654f1b0a0", "tag": "804952d9-9631-42ef-b6f3-186a4104a331", "status": "completed", "code": 200}]} {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:51:42.177872 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-36c3912c-7796-42fb-9abe-f10bb3b31655 {{(pid=105524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:51:42.178223 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a65e2e0-dc42-4678-aeed-85b654f1b0a0', 'tag': '804952d9-9631-42ef-b6f3-186a4104a331', 'status': 'completed', 'code': 200} Sep 03 09:51:42.194142 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Returning: {'device': '96c80091-d3eb-4653-980b-5619bc9db8f7', 'network_id': '8acf3a5c-f31b-4b32-865e-5c17c39b84b5', 'port_id': '96c80091-d3eb-4653-980b-5619bc9db8f7', 'mac_address': 'fa:16:3e:14:31:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '320eab16-52ec-4bcc-bceb-25ab281085f3', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 09:51:42.212228 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee82f672-697d-4282-92b7-46d84b25448c service neutron] Pushing event updated for resources: {'Port': ['ID=001f9dcb-36ff-4f73-9a9b-99ad925e68b7,revision_number=2']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:42.252041 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:42.256816 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-d81131a6-4119-4618-9532-e24a87d603e4 req-80b889d0-4252-4b4a-8ad4-79f340368f93 service neutron] 10.222.0.60 "GET /v2.0/networks/2ca7c045-af05-4524-bcc4-6b4f1b7ebefb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527476 Sep 03 09:51:42.269865 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.notifiers.nova [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96c80091-d3eb-4653-980b-5619bc9db8f7 {{(pid=105526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 09:51:42.272229 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-012e8548-ac74-4d4b-acdc-aa75a55f7540 req-21969f7b-3277-4ed3-a5c6-76c9ccc7ee8c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=804952d9-9631-42ef-b6f3-186a4104a331 HTTP/1.1" status: 200 len: 217 time: 0.0930212 Sep 03 09:51:42.276724 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.managers [req-92740114-3b61-4c20-a429-9fe0082d8739 req-ee82f672-697d-4282-92b7-46d84b25448c service neutron] Attempting to bind port 001f9dcb-36ff-4f73-9a9b-99ad925e68b7 on host hv-cinder-60634 for vnic_type normal with profile {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 09:51:42.277296 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.managers [req-92740114-3b61-4c20-a429-9fe0082d8739 req-ee82f672-697d-4282-92b7-46d84b25448c service neutron] Attempting to bind port 001f9dcb-36ff-4f73-9a9b-99ad925e68b7 by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': 'bcae6148-3ea2-4998-84d6-e57960f04e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '59017ab1-a56a-4b09-943b-db7df0a15114'}] {{(pid=105524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 09:51:42.278305 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92740114-3b61-4c20-a429-9fe0082d8739 req-ee82f672-697d-4282-92b7-46d84b25448c service neutron] Attempting to bind port 001f9dcb-36ff-4f73-9a9b-99ad925e68b7 on network 59017ab1-a56a-4b09-943b-db7df0a15114 {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:51:42.311689 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92740114-3b61-4c20-a429-9fe0082d8739 req-ee82f672-697d-4282-92b7-46d84b25448c service neutron] Port 001f9dcb-36ff-4f73-9a9b-99ad925e68b7 on network 59017ab1-a56a-4b09-943b-db7df0a15114 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 09:51:42.311689 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92740114-3b61-4c20-a429-9fe0082d8739 req-ee82f672-697d-4282-92b7-46d84b25448c service neutron] Attempting to bind port 001f9dcb-36ff-4f73-9a9b-99ad925e68b7 on network 59017ab1-a56a-4b09-943b-db7df0a15114 {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:51:42.322162 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92740114-3b61-4c20-a429-9fe0082d8739 req-ee82f672-697d-4282-92b7-46d84b25448c service neutron] Checking agent: {'id': '3ba077dd-5433-4c28-8748-47c2c66d3336', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 9, 48, 46), 'started_at': datetime.datetime(2021, 9, 3, 9, 48, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 9, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 09:51:42.322671 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92740114-3b61-4c20-a429-9fe0082d8739 req-ee82f672-697d-4282-92b7-46d84b25448c service neutron] Checking segment: {'id': 'bcae6148-3ea2-4998-84d6-e57960f04e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '59017ab1-a56a-4b09-943b-db7df0a15114'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:51:42.322671 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92740114-3b61-4c20-a429-9fe0082d8739 req-ee82f672-697d-4282-92b7-46d84b25448c service neutron] Bound using segment: {'id': 'bcae6148-3ea2-4998-84d6-e57960f04e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '59017ab1-a56a-4b09-943b-db7df0a15114'} {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 09:51:42.323174 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.managers [req-92740114-3b61-4c20-a429-9fe0082d8739 req-ee82f672-697d-4282-92b7-46d84b25448c service neutron] Bound port: 001f9dcb-36ff-4f73-9a9b-99ad925e68b7, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcae6148-3ea2-4998-84d6-e57960f04e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '59017ab1-a56a-4b09-943b-db7df0a15114'}}] {{(pid=105524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 09:51:42.323600 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-92740114-3b61-4c20-a429-9fe0082d8739 req-ee82f672-697d-4282-92b7-46d84b25448c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:42.327466 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 96c80091-d3eb-4653-980b-5619bc9db8f7, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=96c80091-d3eb-4653-980b-5619bc9db8f7,segment=NetworkSegment(6f022386-d84f-4449-baff-a2c973127081),segment_id=6f022386-d84f-4449-baff-a2c973127081)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:51:42.334709 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:42.390303 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e8548-ac74-4d4b-acdc-aa75a55f7540 req-b1a235a5-a6b1-4af4-a5c4-3285adda22cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:42.390989 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Pushing event updated for resources: {'Port': ['ID=96c80091-d3eb-4653-980b-5619bc9db8f7,revision_number=4']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:42.393896 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-012e8548-ac74-4d4b-acdc-aa75a55f7540 req-b1a235a5-a6b1-4af4-a5c4-3285adda22cc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8da37cab-7d9d-4282-adea-29440e0d2f69 HTTP/1.1" status: 200 len: 855 time: 0.1107750 Sep 03 09:51:42.405099 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:51:42.405637 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:51:42.406735 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:51:42.407117 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:51:42.413390 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:51:42.414397 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:51:42.414397 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:51:42.414600 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:51:42.415004 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:51:42.415556 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:51:42.416042 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:51:42.416539 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:51:42.421249 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-d81131a6-4119-4618-9532-e24a87d603e4 req-ca90fc1c-10f7-4434-a390-329de7b09690 service neutron] 10.222.0.60 "GET /v2.0/networks/2ca7c045-af05-4524-bcc4-6b4f1b7ebefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545396 Sep 03 09:51:42.484772 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-012e8548-ac74-4d4b-acdc-aa75a55f7540 req-dd09e548-45dd-4af7-bf16-e3464f3477c2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2ca7c045-af05-4524-bcc4-6b4f1b7ebefb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463641 Sep 03 09:51:42.504449 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5ff1c-0c15-439d-9d84-4f306de6d4d2 req-b621830e-f319-451a-96e1-c3ee5a97b28f tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:42.506238 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-72e5ff1c-0c15-439d-9d84-4f306de6d4d2 req-b621830e-f319-451a-96e1-c3ee5a97b28f tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd2d90cf-1231-4697-862f-3b37f75a475c HTTP/1.1" status: 200 len: 944 time: 0.0643938 Sep 03 09:51:42.547504 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.db [req-92740114-3b61-4c20-a429-9fe0082d8739 req-ee82f672-697d-4282-92b7-46d84b25448c service neutron] For port 001f9dcb-36ff-4f73-9a9b-99ad925e68b7, host hv-cinder-60634, cleared binding levels {{(pid=105524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 09:51:42.598221 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-72e5ff1c-0c15-439d-9d84-4f306de6d4d2 req-a98ef11e-29a9-440d-96ed-d2ee464dd224 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/security-groups?id=0bde1813-0041-4717-b6d7-9f740ec7c8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770881 Sep 03 09:51:42.613033 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.db [req-92740114-3b61-4c20-a429-9fe0082d8739 req-ee82f672-697d-4282-92b7-46d84b25448c service neutron] For port 001f9dcb-36ff-4f73-9a9b-99ad925e68b7, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=001f9dcb-36ff-4f73-9a9b-99ad925e68b7,segment=NetworkSegment(bcae6148-3ea2-4998-84d6-e57960f04e96),segment_id=bcae6148-3ea2-4998-84d6-e57960f04e96)] {{(pid=105524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 09:51:42.623288 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-92740114-3b61-4c20-a429-9fe0082d8739 req-ee82f672-697d-4282-92b7-46d84b25448c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:42.652139 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] get_ports_and_sgs() called for port_ids ['96c80091-d3eb-4653-980b-5619bc9db8f7'] {{(pid=105526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 09:51:42.753810 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92740114-3b61-4c20-a429-9fe0082d8739 req-ee82f672-697d-4282-92b7-46d84b25448c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:42.754598 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-92740114-3b61-4c20-a429-9fe0082d8739 req-ee82f672-697d-4282-92b7-46d84b25448c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for port, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:42.756410 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-92740114-3b61-4c20-a429-9fe0082d8739 req-ee82f672-697d-4282-92b7-46d84b25448c service neutron] 10.222.0.60 "PUT /v2.0/ports/001f9dcb-36ff-4f73-9a9b-99ad925e68b7 HTTP/1.1" status: 200 len: 1094 time: 1.8161223 Sep 03 09:51:42.813692 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 34954) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:42.836317 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee82f672-697d-4282-92b7-46d84b25448c service neutron] Pushing event updated for resources: {'Port': ['ID=001f9dcb-36ff-4f73-9a9b-99ad925e68b7,revision_number=3']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:42.893238 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-012e8548-ac74-4d4b-acdc-aa75a55f7540 req-ce688763-2809-4aa3-841c-375ddbb2f701 service neutron] 10.222.0.60 "GET /v2.0/networks/2ca7c045-af05-4524-bcc4-6b4f1b7ebefb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3964665 Sep 03 09:51:42.934980 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e07aab-7733-4692-9b6d-11c1782d7653 req-7a3a922f-fc70-40da-af06-049c0528e928 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:42.936828 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-e0e07aab-7733-4692-9b6d-11c1782d7653 req-7a3a922f-fc70-40da-af06-049c0528e928 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a65e2e0-dc42-4678-aeed-85b654f1b0a0 HTTP/1.1" status: 200 len: 944 time: 0.1779189 Sep 03 09:51:42.944793 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e51ac-dde0-4f93-ac8b-f1638d27bf8a req-61c0ea5c-0fb4-4bb2-b2fa-42a633f8f0c1 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:42.947034 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-2f6e51ac-dde0-4f93-ac8b-f1638d27bf8a req-61c0ea5c-0fb4-4bb2-b2fa-42a633f8f0c1 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 945 time: 0.0656836 Sep 03 09:51:42.961322 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-79e182e2-f2d7-4aa2-8351-bf56d8bb1b9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:42.964523 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92740114-3b61-4c20-a429-9fe0082d8739 req-44b8e1fe-5aef-42b7-9c6c-2ec47d927bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:42.966008 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-92740114-3b61-4c20-a429-9fe0082d8739 req-44b8e1fe-5aef-42b7-9c6c-2ec47d927bf1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=298a5d8acf0b47e38a98291f6383fb58&device_id=dd2d90cf-1231-4697-862f-3b37f75a475c HTTP/1.1" status: 200 len: 1097 time: 0.1064026 Sep 03 09:51:43.012752 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-2f6e51ac-dde0-4f93-ac8b-f1638d27bf8a req-56aeaf62-28ef-4d06-bf88-81be07e327b2 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530844 Sep 03 09:51:43.056290 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-92740114-3b61-4c20-a429-9fe0082d8739 req-dd923e92-8f39-4356-b96d-5a0410c7c7df service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=001f9dcb-36ff-4f73-9a9b-99ad925e68b7 HTTP/1.1" status: 200 len: 217 time: 0.0537751 Sep 03 09:51:43.066078 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-e0e07aab-7733-4692-9b6d-11c1782d7653 req-54a5e6ef-4c78-4ed2-ab96-6c894400d4ac tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111746 Sep 03 09:51:43.087918 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-79e182e2-f2d7-4aa2-8351-bf56d8bb1b9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:43.089774 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-012e8548-ac74-4d4b-acdc-aa75a55f7540 req-e130597c-4242-4036-a731-2c35b653003f service neutron] 10.222.0.60 "GET /v2.0/networks/2ca7c045-af05-4524-bcc4-6b4f1b7ebefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867356 Sep 03 09:51:43.092322 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-79e182e2-f2d7-4aa2-8351-bf56d8bb1b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:43.127294 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92740114-3b61-4c20-a429-9fe0082d8739 req-3644e70b-829b-4929-99fa-c5054d3e5830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:43.128791 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-92740114-3b61-4c20-a429-9fe0082d8739 req-3644e70b-829b-4929-99fa-c5054d3e5830 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ca6d6a7f-f740-48bb-bd16-b3a6ec3d8afd HTTP/1.1" status: 200 len: 849 time: 0.0586631 Sep 03 09:51:43.148498 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e182e2-f2d7-4aa2-8351-bf56d8bb1b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e08d891-434c-47e1-86b8-b5710da2b3f9,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:43.155613 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-79e182e2-f2d7-4aa2-8351-bf56d8bb1b9f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3aa6634945574519b5a5e2aee3f82b63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3407395 Sep 03 09:51:43.158444 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 34960) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:43.193517 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c988b-261c-4ad2-b2cd-58df3b26b553 req-92e4283d-4221-4ce6-9622-44341d1eaf3d tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:43.195006 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-b15c988b-261c-4ad2-b2cd-58df3b26b553 req-92e4283d-4221-4ce6-9622-44341d1eaf3d tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9833218-5d5f-48c0-bf1e-a2181981ae6a HTTP/1.1" status: 200 len: 947 time: 0.0565481 Sep 03 09:51:43.212898 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-6012fe3d-d2fb-4306-923e-753c2ed2f93f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:43.234608 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-6012fe3d-d2fb-4306-923e-753c2ed2f93f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:43.234941 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-b15c988b-261c-4ad2-b2cd-58df3b26b553 req-c21e78ed-15bb-447d-99ae-7026ec3b8388 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] 10.222.0.67 "GET /v2.0/security-groups?id=57a1cee4-3967-46d7-9f6f-b84546834a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327621 Sep 03 09:51:43.284280 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-6012fe3d-d2fb-4306-923e-753c2ed2f93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:43.287046 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-6012fe3d-d2fb-4306-923e-753c2ed2f93f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:43.288221 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-6012fe3d-d2fb-4306-923e-753c2ed2f93f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0e08d891-434c-47e1-86b8-b5710da2b3f9 HTTP/1.1" status: 204 len: 168 time: 0.1287565 Sep 03 09:51:43.296122 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6012fe3d-d2fb-4306-923e-753c2ed2f93f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e08d891-434c-47e1-86b8-b5710da2b3f9,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:43.542789 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 34968) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:43.556529 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-d036a089-1c03-49a5-833c-70b35fe81714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:43.645688 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-d036a089-1c03-49a5-833c-70b35fe81714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:43.649702 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-d036a089-1c03-49a5-833c-70b35fe81714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:43.713243 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d036a089-1c03-49a5-833c-70b35fe81714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577cd8a6-2202-40f2-9535-30ba8078a460,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:43.717667 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-d036a089-1c03-49a5-833c-70b35fe81714 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d248d2e59c924da0b5e986e76d966b1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1737680 Sep 03 09:51:43.720937 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 34972) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:43.740980 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615efb1-764c-448f-9ff0-a5e6dc7235a6 req-bf3cb83b-ac17-43d6-a00d-5d4a87938730 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:43.742649 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-f615efb1-764c-448f-9ff0-a5e6dc7235a6 req-bf3cb83b-ac17-43d6-a00d-5d4a87938730 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd2d90cf-1231-4697-862f-3b37f75a475c HTTP/1.1" status: 200 len: 944 time: 0.0821066 Sep 03 09:51:43.779943 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-b4eb803f-df07-4083-b10c-f25b5be3d8fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:43.780715 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-f615efb1-764c-448f-9ff0-a5e6dc7235a6 req-e0c6effd-1e31-4be0-805d-272fe0324107 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/security-groups?id=0bde1813-0041-4717-b6d7-9f740ec7c8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312884 Sep 03 09:51:43.802497 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-b4eb803f-df07-4083-b10c-f25b5be3d8fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:43.856372 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-b4eb803f-df07-4083-b10c-f25b5be3d8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:43.862195 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-b4eb803f-df07-4083-b10c-f25b5be3d8fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:43.863377 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-b4eb803f-df07-4083-b10c-f25b5be3d8fd admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/577cd8a6-2202-40f2-9535-30ba8078a460 HTTP/1.1" status: 204 len: 168 time: 0.1410632 Sep 03 09:51:43.873648 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb803f-df07-4083-b10c-f25b5be3d8fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577cd8a6-2202-40f2-9535-30ba8078a460,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:44.179298 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd2d90cf-1231-4697-862f-3b37f75a475c', 'tag': '001f9dcb-36ff-4f73-9a9b-99ad925e68b7'}] {{(pid=105524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:51:44.181856 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07cd05725c708ed75ef04e80da70ebdfc8c47d02cbbda1b8cc3f0b48d37440d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62b2d68-a51a-4447-9533-c5a3227ce22c" -d '{"events": [{"name": "network-changed", "server_uuid": "dd2d90cf-1231-4697-862f-3b37f75a475c", "tag": "001f9dcb-36ff-4f73-9a9b-99ad925e68b7"}]}' {{(pid=105524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:51:44.332035 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31263e9c-143a-4266-9520-d0105ccf346d req-d169ee7b-c481-4ff5-bcd5-57ba54364f90 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:44.333545 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-31263e9c-143a-4266-9520-d0105ccf346d req-d169ee7b-c481-4ff5-bcd5-57ba54364f90 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 945 time: 0.2331922 Sep 03 09:51:44.373783 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-31263e9c-143a-4266-9520-d0105ccf346d req-6ebca480-3bda-4712-a1d0-69d4a96d7c15 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330360 Sep 03 09:51:44.517960 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779ac9e-1ec3-432d-af1b-57ec2cae6fd0 req-2c2a16f1-ddd9-4e79-b4b7-8ed33c48647f tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:44.519444 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-0779ac9e-1ec3-432d-af1b-57ec2cae6fd0 req-2c2a16f1-ddd9-4e79-b4b7-8ed33c48647f tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a65e2e0-dc42-4678-aeed-85b654f1b0a0 HTTP/1.1" status: 200 len: 944 time: 0.0481944 Sep 03 09:51:44.557923 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-0779ac9e-1ec3-432d-af1b-57ec2cae6fd0 req-45047409-04b9-469b-a096-abd5e07d5771 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317135 Sep 03 09:51:44.578778 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 35018) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:44.604605 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 09:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ccb08a-7f7f-4c82-adf7-f8185d36937c x-openstack-request-id: req-b6ccb08a-7f7f-4c82-adf7-f8185d36937c {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:51:44.604990 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd2d90cf-1231-4697-862f-3b37f75a475c", "tag": "001f9dcb-36ff-4f73-9a9b-99ad925e68b7", "status": "completed", "code": 200}]} {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:51:44.605329 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b6ccb08a-7f7f-4c82-adf7-f8185d36937c {{(pid=105524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:51:44.606013 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd2d90cf-1231-4697-862f-3b37f75a475c', 'tag': '001f9dcb-36ff-4f73-9a9b-99ad925e68b7', 'status': 'completed', 'code': 200} Sep 03 09:51:44.678666 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [None req-488e8954-e4fa-4c2e-899c-a9f7f0c2114c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-971761630-network', 'tenant_id': 'd3faa72714a748cb86d827b7fccb4a9c'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:51:44.696785 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21a3e0-ae8d-4f62-87f1-a3b07b6b36e2 req-918a8e96-dbb1-4887-8550-52a82daf0218 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:44.698557 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-3f21a3e0-ae8d-4f62-87f1-a3b07b6b36e2 req-918a8e96-dbb1-4887-8550-52a82daf0218 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9833218-5d5f-48c0-bf1e-a2181981ae6a HTTP/1.1" status: 200 len: 947 time: 0.0499823 Sep 03 09:51:44.702196 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-488e8954-e4fa-4c2e-899c-a9f7f0c2114c admin admin] Made reservation on behalf of d3faa72714a748cb86d827b7fccb4a9c for: {'network': 1} {{(pid=105524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:51:44.704677 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-488e8954-e4fa-4c2e-899c-a9f7f0c2114c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for network, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:44.713317 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-488e8954-e4fa-4c2e-899c-a9f7f0c2114c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:44.739046 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-3f21a3e0-ae8d-4f62-87f1-a3b07b6b36e2 req-75e4542d-d5ea-4904-947a-39df0c39866a tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] 10.222.0.67 "GET /v2.0/security-groups?id=57a1cee4-3967-46d7-9f6f-b84546834a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343480 Sep 03 09:51:44.814354 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-488e8954-e4fa-4c2e-899c-a9f7f0c2114c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:44.818297 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-488e8954-e4fa-4c2e-899c-a9f7f0c2114c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:44.842975 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-488e8954-e4fa-4c2e-899c-a9f7f0c2114c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=105524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 09:51:44.853105 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488e8954-e4fa-4c2e-899c-a9f7f0c2114c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d64facb-47db-4539-8a66-b704d879df33,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:44.858312 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-488e8954-e4fa-4c2e-899c-a9f7f0c2114c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718351'] for segment, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:44.858476 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.db.segments_db [None req-488e8954-e4fa-4c2e-899c-a9f7f0c2114c admin admin] Added segment 9a6e11f2-b0ec-4a7d-afa5-02fb16a9b20b of type vlan for network d9808512-0de7-4888-8c8d-ffdb7f5e9c90 Sep 03 09:51:44.900209 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-488e8954-e4fa-4c2e-899c-a9f7f0c2114c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759173236709'] for network, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:44.925909 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-488e8954-e4fa-4c2e-899c-a9f7f0c2114c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146'] for network, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:44.926941 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488e8954-e4fa-4c2e-899c-a9f7f0c2114c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:44.927537 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-488e8954-e4fa-4c2e-899c-a9f7f0c2114c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for network, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:44.950008 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a101e0ea-975a-4950-90eb-b95e5bb4a761 req-0dd61324-8636-42a4-82ef-2d7d595b18b1 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:44.951684 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-a101e0ea-975a-4950-90eb-b95e5bb4a761 req-0dd61324-8636-42a4-82ef-2d7d595b18b1 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd2d90cf-1231-4697-862f-3b37f75a475c HTTP/1.1" status: 200 len: 944 time: 0.0572498 Sep 03 09:51:44.958150 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-488e8954-e4fa-4c2e-899c-a9f7f0c2114c admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3775508 Sep 03 09:51:44.962554 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 35032) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:44.967288 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [None req-a0e82a4c-6507-43c4-830e-670833232ab8 admin admin] Request body: {'subnet': {'network_id': 'd9808512-0de7-4888-8c8d-ffdb7f5e9c90', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-971761630-subnet', 'tenant_id': 'd3faa72714a748cb86d827b7fccb4a9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:51:44.990293 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-a101e0ea-975a-4950-90eb-b95e5bb4a761 req-4dc047df-2967-4c72-8a69-ae452d068a9e tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/security-groups?id=0bde1813-0041-4717-b6d7-9f740ec7c8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321255 Sep 03 09:51:45.000330 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488e8954-e4fa-4c2e-899c-a9f7f0c2114c admin admin] Pushing event updated for resources: {'Network': ['ID=d9808512-0de7-4888-8c8d-ffdb7f5e9c90,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:45.013774 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Network d9808512-0de7-4888-8c8d-ffdb7f5e9c90 details requested by agent ovs-agent-dv-cinder-606346-32-iscsi with host dv-cinder-606346-32-iscsi {{(pid=105526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 09:51:45.018216 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e82a4c-6507-43c4-830e-670833232ab8 admin admin] Made reservation on behalf of d3faa72714a748cb86d827b7fccb4a9c for: {'subnet': 1} {{(pid=105524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:51:45.020703 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-a0e82a4c-6507-43c4-830e-670833232ab8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:45.189157 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-a0e82a4c-6507-43c4-830e-670833232ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146'] for subnet, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:45.246599 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e82a4c-6507-43c4-830e-670833232ab8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7123c714-8d0c-4663-9cd4-1a0e872a9707,revision_number=0']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:45.255449 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e82a4c-6507-43c4-830e-670833232ab8 admin admin] Checking segment: {'id': '9a6e11f2-b0ec-4a7d-afa5-02fb16a9b20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'd9808512-0de7-4888-8c8d-ffdb7f5e9c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:51:45.255805 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e82a4c-6507-43c4-830e-670833232ab8 admin admin] Network hostable DHCP agents. Network: d9808512-0de7-4888-8c8d-ffdb7f5e9c90, hostable agents: ['b845873d-a9da-4ebd-9f87-ebd42caf249d'], hosted agents: [] {{(pid=105524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 09:51:45.272802 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e82a4c-6507-43c4-830e-670833232ab8 admin admin] Network d9808512-0de7-4888-8c8d-ffdb7f5e9c90 is scheduled to be hosted by DHCP agent b845873d-a9da-4ebd-9f87-ebd42caf249d with binding_index 1 {{(pid=105524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 09:51:45.280941 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.base_scheduler [None req-a0e82a4c-6507-43c4-830e-670833232ab8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-32-iscsi, d9808512-0de7-4888-8c8d-ffdb7f5e9c90) {{(pid=105524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:51:45.284849 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e82a4c-6507-43c4-830e-670833232ab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:45.285489 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-a0e82a4c-6507-43c4-830e-670833232ab8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for subnet, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:45.290996 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ad9dfe-46d6-4467-aa7f-b4bc6d9cff48 None None] Network d9808512-0de7-4888-8c8d-ffdb7f5e9c90 requested from dv-cinder-606346-32-iscsi {{(pid=105526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 09:51:45.300155 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-a0e82a4c-6507-43c4-830e-670833232ab8 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3366010 Sep 03 09:51:45.422374 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57851dc-cacf-492c-9add-8448236fad58 None None] Network d9808512-0de7-4888-8c8d-ffdb7f5e9c90 requested from dv-cinder-606346-32-iscsi {{(pid=105526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 09:51:45.497282 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39e608-bc91-4b35-a1b6-f280802ffe5e req-83d3e954-df87-4e7b-a039-9c9020e151f5 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:45.499060 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-ed39e608-bc91-4b35-a1b6-f280802ffe5e req-83d3e954-df87-4e7b-a039-9c9020e151f5 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 945 time: 0.0498462 Sep 03 09:51:45.537496 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-ed39e608-bc91-4b35-a1b6-f280802ffe5e req-adffd19e-528a-471c-b10a-c39b96b40943 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323019 Sep 03 09:51:45.679629 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a050777-cfec-4afa-9218-c798a52d93e5 req-eef118cb-fcb7-4b82-94be-81ae170bffa7 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:45.681151 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-9a050777-cfec-4afa-9218-c798a52d93e5 req-eef118cb-fcb7-4b82-94be-81ae170bffa7 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a65e2e0-dc42-4678-aeed-85b654f1b0a0 HTTP/1.1" status: 200 len: 944 time: 0.0535779 Sep 03 09:51:45.720001 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-9a050777-cfec-4afa-9218-c798a52d93e5 req-e0740914-c7c7-4388-8128-23b3c30d12a2 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322337 Sep 03 09:51:45.779725 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 35054) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:45.785049 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [None req-e8438988-dbf7-4da7-8d91-1ad741c787d2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-127730089-network', 'tenant_id': 'f581e0efac9145cd9c021638b32ac3b7'}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:51:45.807204 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8438988-dbf7-4da7-8d91-1ad741c787d2 admin admin] Made reservation on behalf of f581e0efac9145cd9c021638b32ac3b7 for: {'network': 1} {{(pid=105525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:51:45.809612 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-e8438988-dbf7-4da7-8d91-1ad741c787d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for network, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:45.827784 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-e8438988-dbf7-4da7-8d91-1ad741c787d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:45.884040 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147d76f-a4ff-4797-93f6-c90f6ebd8d65 req-ed8b0ab3-6241-463d-94a6-c7f09eaab4d8 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:45.885545 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-b147d76f-a4ff-4797-93f6-c90f6ebd8d65 req-ed8b0ab3-6241-463d-94a6-c7f09eaab4d8 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9833218-5d5f-48c0-bf1e-a2181981ae6a HTTP/1.1" status: 200 len: 947 time: 0.0737588 Sep 03 09:51:45.948224 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-b147d76f-a4ff-4797-93f6-c90f6ebd8d65 req-41c66884-4807-47f7-ae14-9f250ab66a39 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] 10.222.0.67 "GET /v2.0/security-groups?id=57a1cee4-3967-46d7-9f6f-b84546834a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560138 Sep 03 09:51:45.990494 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-e8438988-dbf7-4da7-8d91-1ad741c787d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:45.995855 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-e8438988-dbf7-4da7-8d91-1ad741c787d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:46.025120 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8438988-dbf7-4da7-8d91-1ad741c787d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=105525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 09:51:46.031228 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8438988-dbf7-4da7-8d91-1ad741c787d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60047526-fa60-46cb-b415-5e4d25755a83,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:46.038828 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-e8438988-dbf7-4da7-8d91-1ad741c787d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718351'] for segment, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:46.039185 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.db.segments_db [None req-e8438988-dbf7-4da7-8d91-1ad741c787d2 admin admin] Added segment 37b7e166-8289-49d0-931a-0c73d5e1fa8d of type vlan for network 6cbad7a2-5258-4adc-9f2f-0381952d7235 Sep 03 09:51:46.081822 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-e8438988-dbf7-4da7-8d91-1ad741c787d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759173236709'] for network, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:46.084662 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-92740114-3b61-4c20-a429-9fe0082d8739 req-55c3a5c0-57e8-438b-9666-5460292ab937 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=59017ab1-a56a-4b09-943b-db7df0a15114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526459 Sep 03 09:51:46.119120 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4f29d-3211-469b-8f06-6621546fb900 req-652783e7-79e9-4fd4-939b-0f6a7a9f8227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:46.120640 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-f2a4f29d-3211-469b-8f06-6621546fb900 req-652783e7-79e9-4fd4-939b-0f6a7a9f8227 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=343cc1bfb2f9452291ef8e11cb33cf4c&device_id=5a65e2e0-dc42-4678-aeed-85b654f1b0a0 HTTP/1.1" status: 200 len: 1097 time: 0.0479722 Sep 03 09:51:46.135264 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-e8438988-dbf7-4da7-8d91-1ad741c787d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146'] for network, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:46.136234 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8438988-dbf7-4da7-8d91-1ad741c787d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:46.136811 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-e8438988-dbf7-4da7-8d91-1ad741c787d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for network, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:46.182608 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da35972-6e64-4efa-b096-a55728ecce5c req-23ca1457-e784-4a77-ac10-46e0d7a61ecf tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:46.184275 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-5da35972-6e64-4efa-b096-a55728ecce5c req-23ca1457-e784-4a77-ac10-46e0d7a61ecf tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd2d90cf-1231-4697-862f-3b37f75a475c HTTP/1.1" status: 200 len: 944 time: 0.0937178 Sep 03 09:51:46.188274 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-e8438988-dbf7-4da7-8d91-1ad741c787d2 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4048595 Sep 03 09:51:46.188579 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 35064) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:46.193505 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [None req-125da86c-f66b-4df5-9abf-1689c53ce5ff admin admin] Request body: {'subnet': {'network_id': '6cbad7a2-5258-4adc-9f2f-0381952d7235', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-127730089-subnet', 'tenant_id': 'f581e0efac9145cd9c021638b32ac3b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:51:46.238575 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8438988-dbf7-4da7-8d91-1ad741c787d2 admin admin] Pushing event updated for resources: {'Network': ['ID=6cbad7a2-5258-4adc-9f2f-0381952d7235,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:46.249647 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Network 6cbad7a2-5258-4adc-9f2f-0381952d7235 details requested by agent ovs-agent-dv-cinder-606346-32-iscsi with host dv-cinder-606346-32-iscsi {{(pid=105526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 09:51:46.274892 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-5da35972-6e64-4efa-b096-a55728ecce5c req-cb35ffc4-767e-4acf-b1ac-398c5b41c826 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/security-groups?id=0bde1813-0041-4717-b6d7-9f740ec7c8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754352 Sep 03 09:51:46.276013 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125da86c-f66b-4df5-9abf-1689c53ce5ff admin admin] Made reservation on behalf of f581e0efac9145cd9c021638b32ac3b7 for: {'subnet': 1} {{(pid=105525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:51:46.278335 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-125da86c-f66b-4df5-9abf-1689c53ce5ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25634998'] for subnet, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:46.303245 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4f29d-3211-469b-8f06-6621546fb900 req-b97e6583-d9de-4547-a1a2-6b80d12972a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:46.308241 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-f2a4f29d-3211-469b-8f06-6621546fb900 req-b97e6583-d9de-4547-a1a2-6b80d12972a7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2ca7c045-af05-4524-bcc4-6b4f1b7ebefb HTTP/1.1" status: 200 len: 916 time: 0.1690967 Sep 03 09:51:46.310879 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-92740114-3b61-4c20-a429-9fe0082d8739 req-298b9e77-3e61-4dab-a11c-a2aaa094a673 service neutron] 10.222.0.60 "GET /v2.0/networks/59017ab1-a56a-4b09-943b-db7df0a15114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799660 Sep 03 09:51:46.378939 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-f2a4f29d-3211-469b-8f06-6621546fb900 req-74463192-e304-4033-9e97-ecacf32ac080 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=804952d9-9631-42ef-b6f3-186a4104a331 HTTP/1.1" status: 200 len: 217 time: 0.0496192 Sep 03 09:51:46.448177 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-92740114-3b61-4c20-a429-9fe0082d8739 req-2b41b9ed-8dbc-4e6a-95e6-af099ee98263 service neutron] 10.222.0.60 "GET /v2.0/networks/59017ab1-a56a-4b09-943b-db7df0a15114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200919 Sep 03 09:51:46.450026 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-125da86c-f66b-4df5-9abf-1689c53ce5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25166753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25634968'] for subnet, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:46.509878 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125da86c-f66b-4df5-9abf-1689c53ce5ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e145285-a3a2-4a4b-a93f-bff63b90519a,revision_number=0']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:46.517513 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125da86c-f66b-4df5-9abf-1689c53ce5ff admin admin] Checking segment: {'id': '37b7e166-8289-49d0-931a-0c73d5e1fa8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '6cbad7a2-5258-4adc-9f2f-0381952d7235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:51:46.517695 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125da86c-f66b-4df5-9abf-1689c53ce5ff admin admin] Network hostable DHCP agents. Network: 6cbad7a2-5258-4adc-9f2f-0381952d7235, hostable agents: ['b845873d-a9da-4ebd-9f87-ebd42caf249d'], hosted agents: [] {{(pid=105525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 09:51:46.534201 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125da86c-f66b-4df5-9abf-1689c53ce5ff admin admin] Network 6cbad7a2-5258-4adc-9f2f-0381952d7235 is scheduled to be hosted by DHCP agent b845873d-a9da-4ebd-9f87-ebd42caf249d with binding_index 1 {{(pid=105525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 09:51:46.543589 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.base_scheduler [None req-125da86c-f66b-4df5-9abf-1689c53ce5ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-32-iscsi, 6cbad7a2-5258-4adc-9f2f-0381952d7235) {{(pid=105525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:51:46.548445 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125da86c-f66b-4df5-9abf-1689c53ce5ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:46.549712 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-125da86c-f66b-4df5-9abf-1689c53ce5ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for subnet, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:46.551493 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13198c2c-788c-4062-bb54-49be3d2ff5de None None] Network 6cbad7a2-5258-4adc-9f2f-0381952d7235 requested from dv-cinder-606346-32-iscsi {{(pid=105526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 09:51:46.571615 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-125da86c-f66b-4df5-9abf-1689c53ce5ff admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3820393 Sep 03 09:51:46.678321 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75b029d-bf7f-4f32-807b-beb0007ff1e7 None None] Network 6cbad7a2-5258-4adc-9f2f-0381952d7235 requested from dv-cinder-606346-32-iscsi {{(pid=105526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 09:51:46.681593 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7644900-b5ef-4627-ae51-e3621e874e1b req-120b97cc-56a2-42ec-b289-2b047039d8ad tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:46.688793 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-c7644900-b5ef-4627-ae51-e3621e874e1b req-120b97cc-56a2-42ec-b289-2b047039d8ad tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 945 time: 0.0618238 Sep 03 09:51:46.722727 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-c7644900-b5ef-4627-ae51-e3621e874e1b req-e20f4c2c-956c-478d-8fdb-55b3c66e3515 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330393 Sep 03 09:51:46.837244 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324564d-9a1d-4407-a508-a19fe99e2345 req-4b44748b-80df-498f-80b2-8c9f14a20a5e tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:46.838771 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-6324564d-9a1d-4407-a508-a19fe99e2345 req-4b44748b-80df-498f-80b2-8c9f14a20a5e tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a65e2e0-dc42-4678-aeed-85b654f1b0a0 HTTP/1.1" status: 200 len: 944 time: 0.0488563 Sep 03 09:51:46.878768 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-6324564d-9a1d-4407-a508-a19fe99e2345 req-9e9022e2-45e1-4270-8e8f-a60298febdb8 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336413 Sep 03 09:51:47.071423 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf27dd-f9f8-4954-8d29-e30d7599127a req-5c3c2e8f-a141-403a-b00f-5238310b74b4 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:47.073180 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-8ecf27dd-f9f8-4954-8d29-e30d7599127a req-5c3c2e8f-a141-403a-b00f-5238310b74b4 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9833218-5d5f-48c0-bf1e-a2181981ae6a HTTP/1.1" status: 200 len: 947 time: 0.0531814 Sep 03 09:51:47.116436 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-8ecf27dd-f9f8-4954-8d29-e30d7599127a req-73087e0a-0d55-424e-9ff5-65f9b5ddc133 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] 10.222.0.67 "GET /v2.0/security-groups?id=57a1cee4-3967-46d7-9f6f-b84546834a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371253 Sep 03 09:51:47.394920 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ddfe8-bde2-4bef-ac08-d6044f2c6953 req-6e6b121e-5ee6-47fe-893d-a48b2dc587f4 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:47.396424 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-a59ddfe8-bde2-4bef-ac08-d6044f2c6953 req-6e6b121e-5ee6-47fe-893d-a48b2dc587f4 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd2d90cf-1231-4697-862f-3b37f75a475c HTTP/1.1" status: 200 len: 944 time: 0.0494537 Sep 03 09:51:47.440765 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-a59ddfe8-bde2-4bef-ac08-d6044f2c6953 req-7730376f-e463-4faa-b9d9-b4291f5eeecf tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/security-groups?id=0bde1813-0041-4717-b6d7-9f740ec7c8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359411 Sep 03 09:51:47.838313 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9030b1d1-cf6c-44a4-8f77-e66ae0a35eef req-ffcdb989-b7d8-4c25-ae52-cfff81fcd09f tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:47.839809 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-9030b1d1-cf6c-44a4-8f77-e66ae0a35eef req-ffcdb989-b7d8-4c25-ae52-cfff81fcd09f tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 945 time: 0.0476735 Sep 03 09:51:47.850616 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:47.878209 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-9030b1d1-cf6c-44a4-8f77-e66ae0a35eef req-0541147d-392d-4bdd-9826-5d615c261df6 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320127 Sep 03 09:51:47.989367 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000af673-1181-4a78-bd91-225176d0f0be req-210792f5-69a5-49c6-a567-e84bfabc8fe6 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:47.990786 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-000af673-1181-4a78-bd91-225176d0f0be req-210792f5-69a5-49c6-a567-e84bfabc8fe6 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a65e2e0-dc42-4678-aeed-85b654f1b0a0 HTTP/1.1" status: 200 len: 944 time: 0.0478845 Sep 03 09:51:48.029267 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-000af673-1181-4a78-bd91-225176d0f0be req-c056a46f-a9e6-47f0-ac64-4604d5ca45ad tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320511 Sep 03 09:51:48.268958 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4f29d-3211-469b-8f06-6621546fb900 req-f4d10939-562c-4977-8c17-199d6c662aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:48.270458 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-f2a4f29d-3211-469b-8f06-6621546fb900 req-f4d10939-562c-4977-8c17-199d6c662aa7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8da37cab-7d9d-4282-adea-29440e0d2f69 HTTP/1.1" status: 200 len: 855 time: 0.0740232 Sep 03 09:51:48.285990 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20cdbb4-09c9-4a99-bd81-40192a572257 req-1fc2fde5-8693-46ab-9509-736d034a503e tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:48.287405 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-c20cdbb4-09c9-4a99-bd81-40192a572257 req-1fc2fde5-8693-46ab-9509-736d034a503e tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9833218-5d5f-48c0-bf1e-a2181981ae6a HTTP/1.1" status: 200 len: 947 time: 0.0647604 Sep 03 09:51:48.324943 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-c20cdbb4-09c9-4a99-bd81-40192a572257 req-e91147ca-bcd5-486f-89c9-ba28036c3e90 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] 10.222.0.67 "GET /v2.0/security-groups?id=57a1cee4-3967-46d7-9f6f-b84546834a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311816 Sep 03 09:51:48.561363 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab53b3f-3e78-4777-9937-ac391c09ca20 req-1f06d23e-3599-4a78-9ad8-9bc18023a91d tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:48.562812 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-bab53b3f-3e78-4777-9937-ac391c09ca20 req-1f06d23e-3599-4a78-9ad8-9bc18023a91d tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd2d90cf-1231-4697-862f-3b37f75a475c HTTP/1.1" status: 200 len: 944 time: 0.0476906 Sep 03 09:51:48.606097 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-bab53b3f-3e78-4777-9937-ac391c09ca20 req-6833a556-e8e6-442c-8b5b-f8e66e11cb44 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/security-groups?id=0bde1813-0041-4717-b6d7-9f740ec7c8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371194 Sep 03 09:51:48.997231 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7a78c5-d5e5-415b-97c5-b135975d3201 req-ec300274-7ee5-4ac7-9fd8-442f75185c77 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:48.999412 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-1e7a78c5-d5e5-415b-97c5-b135975d3201 req-ec300274-7ee5-4ac7-9fd8-442f75185c77 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 945 time: 0.0553312 Sep 03 09:51:49.038588 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-1e7a78c5-d5e5-415b-97c5-b135975d3201 req-ec36087e-3979-40f3-b926-6760fe9bfce0 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334208 Sep 03 09:51:49.144296 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c1fe2-78de-4978-901f-c14b533e6d5c req-db562753-058d-4782-918c-72e389f64107 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:49.145813 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-794c1fe2-78de-4978-901f-c14b533e6d5c req-db562753-058d-4782-918c-72e389f64107 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a65e2e0-dc42-4678-aeed-85b654f1b0a0 HTTP/1.1" status: 200 len: 944 time: 0.0517156 Sep 03 09:51:49.185237 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-794c1fe2-78de-4978-901f-c14b533e6d5c req-2d3b94f5-2eb8-4f93-802b-62a170dc2d99 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311997 Sep 03 09:51:49.293632 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-f2a4f29d-3211-469b-8f06-6621546fb900 req-87e92b5b-a9e2-4cae-8794-464091bec04e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2ca7c045-af05-4524-bcc4-6b4f1b7ebefb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255439 Sep 03 09:51:49.389824 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b2d68-a51a-4447-9533-c5a3227ce22c req-def5db55-a233-4d61-8e87-47aa9a80014a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:49.391326 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-f62b2d68-a51a-4447-9533-c5a3227ce22c req-def5db55-a233-4d61-8e87-47aa9a80014a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=298a5d8acf0b47e38a98291f6383fb58&device_id=dd2d90cf-1231-4697-862f-3b37f75a475c HTTP/1.1" status: 200 len: 1097 time: 0.1003435 Sep 03 09:51:49.458013 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-f2a4f29d-3211-469b-8f06-6621546fb900 req-33c54e74-ff82-44f5-beae-5316e25d9a2e service neutron] 10.222.0.60 "GET /v2.0/networks/2ca7c045-af05-4524-bcc4-6b4f1b7ebefb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557770 Sep 03 09:51:49.534735 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59452717-65c5-4b25-be81-a4431c832697 req-edf34ca8-b5ff-46ee-adfe-3d64fcea5b7f tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:49.536235 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-59452717-65c5-4b25-be81-a4431c832697 req-edf34ca8-b5ff-46ee-adfe-3d64fcea5b7f tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9833218-5d5f-48c0-bf1e-a2181981ae6a HTTP/1.1" status: 200 len: 947 time: 0.1440589 Sep 03 09:51:49.598945 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b2d68-a51a-4447-9533-c5a3227ce22c req-aae5537f-ce52-4ef1-ba7f-8fbd7c9a84b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:49.600396 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-f62b2d68-a51a-4447-9533-c5a3227ce22c req-aae5537f-ce52-4ef1-ba7f-8fbd7c9a84b2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=59017ab1-a56a-4b09-943b-db7df0a15114 HTTP/1.1" status: 200 len: 910 time: 0.1948164 Sep 03 09:51:49.626147 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-59452717-65c5-4b25-be81-a4431c832697 req-04673b40-09ab-4d44-846e-117f6376a4d8 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] 10.222.0.67 "GET /v2.0/security-groups?id=57a1cee4-3967-46d7-9f6f-b84546834a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805168 Sep 03 09:51:49.651977 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-f2a4f29d-3211-469b-8f06-6621546fb900 req-c94df456-b37c-4492-82ae-cb1e39ce2c8b service neutron] 10.222.0.60 "GET /v2.0/networks/2ca7c045-af05-4524-bcc4-6b4f1b7ebefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555791 Sep 03 09:51:49.679724 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-f62b2d68-a51a-4447-9533-c5a3227ce22c req-07d41b9e-d75d-4eb2-8062-d570550e41da service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=001f9dcb-36ff-4f73-9a9b-99ad925e68b7 HTTP/1.1" status: 200 len: 217 time: 0.0393875 Sep 03 09:51:49.743677 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b2d68-a51a-4447-9533-c5a3227ce22c req-becc662d-7f88-403f-8fc1-ade95e4b86b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:49.744320 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670094fd-9bc4-4546-8283-e7a2606c1d2d req-ec770c8c-6197-4505-bf90-d405ea0274dd tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:49.745230 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-f62b2d68-a51a-4447-9533-c5a3227ce22c req-becc662d-7f88-403f-8fc1-ade95e4b86b7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ca6d6a7f-f740-48bb-bd16-b3a6ec3d8afd HTTP/1.1" status: 200 len: 849 time: 0.0483572 Sep 03 09:51:49.745845 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-670094fd-9bc4-4546-8283-e7a2606c1d2d req-ec770c8c-6197-4505-bf90-d405ea0274dd tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd2d90cf-1231-4697-862f-3b37f75a475c HTTP/1.1" status: 200 len: 944 time: 0.0488787 Sep 03 09:51:49.777714 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-f62b2d68-a51a-4447-9533-c5a3227ce22c req-ac448647-4620-467d-9850-05a2f849d09a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=59017ab1-a56a-4b09-943b-db7df0a15114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237525 Sep 03 09:51:49.786631 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-670094fd-9bc4-4546-8283-e7a2606c1d2d req-c1b7a8f0-908b-414d-9b15-954af1b7d011 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/security-groups?id=0bde1813-0041-4717-b6d7-9f740ec7c8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348718 Sep 03 09:51:50.155592 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c00ddb-8e28-4cc6-9807-a95a23600190 req-bda0949d-9747-45f5-ab42-665d3ba3526b tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:50.157108 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-f2c00ddb-8e28-4cc6-9807-a95a23600190 req-bda0949d-9747-45f5-ab42-665d3ba3526b tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 945 time: 0.0511172 Sep 03 09:51:50.194285 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-f2c00ddb-8e28-4cc6-9807-a95a23600190 req-7e6f25fd-b03a-473e-b8a6-9b951d702e72 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313160 Sep 03 09:51:50.302419 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8b4088-4458-455e-ba88-53c7ab556bc3 req-52d41d1c-389e-41e2-a710-8ead95115ec2 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:50.303931 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-fa8b4088-4458-455e-ba88-53c7ab556bc3 req-52d41d1c-389e-41e2-a710-8ead95115ec2 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a65e2e0-dc42-4678-aeed-85b654f1b0a0 HTTP/1.1" status: 200 len: 944 time: 0.0515852 Sep 03 09:51:50.344878 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-fa8b4088-4458-455e-ba88-53c7ab556bc3 req-bf378363-99da-4da9-a0ff-16c5bf3d3ad4 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346425 Sep 03 09:51:50.742232 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 96c80091-d3eb-4653-980b-5619bc9db8f7 up at agent hyperv_hv-cinder-60634 {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:51:50.743278 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d027f3c-050b-4c89-9b43-66ed003cbb10 req-5d56dc63-bcae-46ea-a001-6d95c0e78e3b tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:50.745852 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-5d027f3c-050b-4c89-9b43-66ed003cbb10 req-5d56dc63-bcae-46ea-a001-6d95c0e78e3b tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9833218-5d5f-48c0-bf1e-a2181981ae6a HTTP/1.1" status: 200 len: 947 time: 0.0518219 Sep 03 09:51:50.784504 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-5d027f3c-050b-4c89-9b43-66ed003cbb10 req-a111e14e-4f5d-4134-9083-59741d6dfe2a tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] 10.222.0.67 "GET /v2.0/security-groups?id=57a1cee4-3967-46d7-9f6f-b84546834a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324907 Sep 03 09:51:50.797165 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Provisioning for port 96c80091-d3eb-4653-980b-5619bc9db8f7 completed by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:51:50.801447 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Provisioning complete for port 96c80091-d3eb-4653-980b-5619bc9db8f7 triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:51:50.801914 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:50.838408 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-f62b2d68-a51a-4447-9533-c5a3227ce22c req-1cb01ef9-f8e2-4cbf-8b91-c8dd543cac6c service neutron] 10.222.0.60 "GET /v2.0/networks/59017ab1-a56a-4b09-943b-db7df0a15114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941756 Sep 03 09:51:50.880303 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:50.901942 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f4ce81-b9f8-48e5-a6c4-350fe0bcc666 req-16ffb683-3529-425e-b367-933168b9c7ca tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:50.902621 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9833218-5d5f-48c0-bf1e-a2181981ae6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c80091-d3eb-4653-980b-5619bc9db8f7'}] {{(pid=105526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:51:50.903708 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-01f4ce81-b9f8-48e5-a6c4-350fe0bcc666 req-16ffb683-3529-425e-b367-933168b9c7ca tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd2d90cf-1231-4697-862f-3b37f75a475c HTTP/1.1" status: 200 len: 944 time: 0.0493264 Sep 03 09:51:50.904876 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4892a96944886cb42b4657d46b368d41fc18c437eb6a682d176e385d93bf320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2310495c-c872-40b3-b887-5f76847f8f4c" -d '{"events": [{"server_uuid": "c9833218-5d5f-48c0-bf1e-a2181981ae6a", "name": "network-vif-plugged", "status": "completed", "tag": "96c80091-d3eb-4653-980b-5619bc9db8f7"}]}' {{(pid=105526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:51:50.917148 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 96c80091-d3eb-4653-980b-5619bc9db8f7, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=96c80091-d3eb-4653-980b-5619bc9db8f7,segment=NetworkSegment(6f022386-d84f-4449-baff-a2c973127081),segment_id=6f022386-d84f-4449-baff-a2c973127081)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:51:50.921243 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:50.946691 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-01f4ce81-b9f8-48e5-a6c4-350fe0bcc666 req-0bffac0e-4be4-4bdc-bca0-ef0db680c70b tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/security-groups?id=0bde1813-0041-4717-b6d7-9f740ec7c8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357349 Sep 03 09:51:50.968836 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Pushing event updated for resources: {'Port': ['ID=96c80091-d3eb-4653-980b-5619bc9db8f7,revision_number=5']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:50.989263 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 09:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e11a3a2-e94f-4f4b-bc54-f9970cfc57b8 x-openstack-request-id: req-9e11a3a2-e94f-4f4b-bc54-f9970cfc57b8 {{(pid=105526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:51:50.989589 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9833218-5d5f-48c0-bf1e-a2181981ae6a", "name": "network-vif-plugged", "status": "completed", "tag": "96c80091-d3eb-4653-980b-5619bc9db8f7", "code": 200}]} {{(pid=105526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:51:50.989853 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9e11a3a2-e94f-4f4b-bc54-f9970cfc57b8 {{(pid=105526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:51:50.990244 dv-cinder-606346-32-iscsi neutron-server[105526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9833218-5d5f-48c0-bf1e-a2181981ae6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c80091-d3eb-4653-980b-5619bc9db8f7', 'code': 200} Sep 03 09:51:51.309114 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90cec7-ca83-4200-8cf4-dfef146ee350 req-744663ac-f49b-4831-b847-b2ffdf9427ae tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:51.310689 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-3c90cec7-ca83-4200-8cf4-dfef146ee350 req-744663ac-f49b-4831-b847-b2ffdf9427ae tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 945 time: 0.0483103 Sep 03 09:51:51.348004 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-3c90cec7-ca83-4200-8cf4-dfef146ee350 req-ba9264a9-61fb-4f4e-b817-62a8b46131a3 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311284 Sep 03 09:51:51.459653 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88bf99-51af-4a6a-b032-dc3ec3bf8356 req-dffb7335-50cf-4bbc-85de-73b7e83c072b tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:51.461157 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-9d88bf99-51af-4a6a-b032-dc3ec3bf8356 req-dffb7335-50cf-4bbc-85de-73b7e83c072b tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a65e2e0-dc42-4678-aeed-85b654f1b0a0 HTTP/1.1" status: 200 len: 944 time: 0.0500708 Sep 03 09:51:51.498551 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-9d88bf99-51af-4a6a-b032-dc3ec3bf8356 req-9648605b-a475-4d42-b976-e71e879b3e43 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313113 Sep 03 09:51:51.897219 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d3475-189a-4a76-97ab-9dddcf1d792f req-664c6f2a-2ebe-4982-9b75-f8c8b5a39675 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:51.898717 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-d16d3475-189a-4a76-97ab-9dddcf1d792f req-664c6f2a-2ebe-4982-9b75-f8c8b5a39675 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9833218-5d5f-48c0-bf1e-a2181981ae6a HTTP/1.1" status: 200 len: 948 time: 0.0481791 Sep 03 09:51:51.940218 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-d16d3475-189a-4a76-97ab-9dddcf1d792f req-46331bbd-2f98-4b41-bbef-1910f4267b70 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] 10.222.0.67 "GET /v2.0/security-groups?id=57a1cee4-3967-46d7-9f6f-b84546834a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355392 Sep 03 09:51:52.059321 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4c3d2-4221-47c9-9ef7-f024905022f9 req-20a8738b-7e21-448e-b4af-025f7c2bc924 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:52.060791 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-b0e4c3d2-4221-47c9-9ef7-f024905022f9 req-20a8738b-7e21-448e-b4af-025f7c2bc924 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd2d90cf-1231-4697-862f-3b37f75a475c HTTP/1.1" status: 200 len: 944 time: 0.0478969 Sep 03 09:51:52.097046 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-b0e4c3d2-4221-47c9-9ef7-f024905022f9 req-205a6a35-4104-48a3-9109-d07512aa4a54 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/security-groups?id=0bde1813-0041-4717-b6d7-9f740ec7c8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303640 Sep 03 09:51:52.467554 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69aada-6fc8-4e67-aaa4-58d61ad91a9d req-51c92c6e-a879-4b8c-9f6b-5f000edb2049 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:52.469118 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-4e69aada-6fc8-4e67-aaa4-58d61ad91a9d req-51c92c6e-a879-4b8c-9f6b-5f000edb2049 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 945 time: 0.0525031 Sep 03 09:51:52.512034 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-4e69aada-6fc8-4e67-aaa4-58d61ad91a9d req-033c40ad-61c1-4430-9544-e365dca47b3d tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366964 Sep 03 09:51:52.634013 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e57b6b-a98f-4c8b-9433-48a59a5be5b9 req-7c59b9de-3eae-4b5a-b5ef-575da9b48e22 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:52.635744 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-17e57b6b-a98f-4c8b-9433-48a59a5be5b9 req-7c59b9de-3eae-4b5a-b5ef-575da9b48e22 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a65e2e0-dc42-4678-aeed-85b654f1b0a0 HTTP/1.1" status: 200 len: 944 time: 0.0535257 Sep 03 09:51:52.684429 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-17e57b6b-a98f-4c8b-9433-48a59a5be5b9 req-b928d30f-b988-46c8-92c8-2ebe089f73f2 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412536 Sep 03 09:51:52.736037 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-f62b2d68-a51a-4447-9533-c5a3227ce22c req-f2db1dc8-6d68-4f6f-bdfb-83759790b48d service neutron] 10.222.0.60 "GET /v2.0/networks/59017ab1-a56a-4b09-943b-db7df0a15114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981629 Sep 03 09:51:52.836025 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485bd36-0f08-41e9-ac93-019b4aaacd03 req-436bc179-3392-45b6-aa10-e3cbb77cdc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:52.838585 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-a485bd36-0f08-41e9-ac93-019b4aaacd03 req-436bc179-3392-45b6-aa10-e3cbb77cdc2a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c9833218-5d5f-48c0-bf1e-a2181981ae6a HTTP/1.1" status: 200 len: 1101 time: 0.0496519 Sep 03 09:51:52.891540 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-a485bd36-0f08-41e9-ac93-019b4aaacd03 req-6a2b3d4c-a40d-47aa-933c-05ba8b067b58 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=57a1cee4-3967-46d7-9f6f-b84546834a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399609 Sep 03 09:51:53.060068 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80a2fb1-b498-4d26-9e96-115f7ae11420 req-cc7b507d-c831-4b01-896a-11ebd37ddbd5 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:53.061651 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-d80a2fb1-b498-4d26-9e96-115f7ae11420 req-cc7b507d-c831-4b01-896a-11ebd37ddbd5 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9833218-5d5f-48c0-bf1e-a2181981ae6a HTTP/1.1" status: 200 len: 948 time: 0.0537195 Sep 03 09:51:53.105995 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-d80a2fb1-b498-4d26-9e96-115f7ae11420 req-b0314c4e-4b9c-4821-a9ac-d237cf18a2ed tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] 10.222.0.67 "GET /v2.0/security-groups?id=57a1cee4-3967-46d7-9f6f-b84546834a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381715 Sep 03 09:51:53.220925 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d7afe8-7af8-4a0b-9622-881dd3891f2a req-6b0d2fc4-1ab1-4721-b7c9-cccbc0be5b07 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:53.222448 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-b0d7afe8-7af8-4a0b-9622-881dd3891f2a req-6b0d2fc4-1ab1-4721-b7c9-cccbc0be5b07 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd2d90cf-1231-4697-862f-3b37f75a475c HTTP/1.1" status: 200 len: 944 time: 0.0522139 Sep 03 09:51:53.260242 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-b0d7afe8-7af8-4a0b-9622-881dd3891f2a req-bdbb172b-4cd8-4911-82b5-c1aaef4da616 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/security-groups?id=0bde1813-0041-4717-b6d7-9f740ec7c8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318177 Sep 03 09:51:53.635943 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d6be1-d066-4976-b85b-cae1808222bd req-248a1f0c-7aab-46e1-b80b-72c786c1412d tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:53.637477 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-4d7d6be1-d066-4976-b85b-cae1808222bd req-248a1f0c-7aab-46e1-b80b-72c786c1412d tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 945 time: 0.0492189 Sep 03 09:51:53.678588 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-4d7d6be1-d066-4976-b85b-cae1808222bd req-43f4eb6e-32be-4ebf-a697-b43709abe869 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346696 Sep 03 09:51:53.814062 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d9e82-185b-4e57-8364-c88ed137efff req-4e9349f5-b7c9-4401-adfa-920953a4ed0a tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:53.815583 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-0d8d9e82-185b-4e57-8364-c88ed137efff req-4e9349f5-b7c9-4401-adfa-920953a4ed0a tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a65e2e0-dc42-4678-aeed-85b654f1b0a0 HTTP/1.1" status: 200 len: 944 time: 0.0523045 Sep 03 09:51:53.858839 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-0d8d9e82-185b-4e57-8364-c88ed137efff req-2f3dd109-6e09-429d-84df-7a92fe55950d tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372639 Sep 03 09:51:54.219611 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75796d0b-2907-49f0-af40-428897cda208 req-89a5ec59-96e4-427f-929b-4832d925cdb1 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:54.221011 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-75796d0b-2907-49f0-af40-428897cda208 req-89a5ec59-96e4-427f-929b-4832d925cdb1 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9833218-5d5f-48c0-bf1e-a2181981ae6a HTTP/1.1" status: 200 len: 948 time: 0.0486498 Sep 03 09:51:54.258441 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-75796d0b-2907-49f0-af40-428897cda208 req-7e547bae-9146-498e-85dc-04a51f0de977 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] 10.222.0.67 "GET /v2.0/security-groups?id=57a1cee4-3967-46d7-9f6f-b84546834a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316000 Sep 03 09:51:54.372654 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4751dc-6818-4ed3-a869-bd895d242555 req-5e25dc2e-253d-46f3-bdb2-49e4a86d172a tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:54.374190 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-9e4751dc-6818-4ed3-a869-bd895d242555 req-5e25dc2e-253d-46f3-bdb2-49e4a86d172a tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd2d90cf-1231-4697-862f-3b37f75a475c HTTP/1.1" status: 200 len: 944 time: 0.0490050 Sep 03 09:51:54.412426 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-9e4751dc-6818-4ed3-a869-bd895d242555 req-3fe03d92-685d-4e1b-8959-efb557705d52 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/security-groups?id=0bde1813-0041-4717-b6d7-9f740ec7c8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324540 Sep 03 09:51:54.678747 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 001f9dcb-36ff-4f73-9a9b-99ad925e68b7 details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=105526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 09:51:54.779872 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 001f9dcb-36ff-4f73-9a9b-99ad925e68b7, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=001f9dcb-36ff-4f73-9a9b-99ad925e68b7,segment=NetworkSegment(bcae6148-3ea2-4998-84d6-e57960f04e96),segment_id=bcae6148-3ea2-4998-84d6-e57960f04e96)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:51:54.792107 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Returning: {'device': '001f9dcb-36ff-4f73-9a9b-99ad925e68b7', 'network_id': '59017ab1-a56a-4b09-943b-db7df0a15114', 'port_id': '001f9dcb-36ff-4f73-9a9b-99ad925e68b7', 'mac_address': 'fa:16:3e:b8:cc:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca6d6a7f-f740-48bb-bd16-b3a6ec3d8afd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 09:51:54.797063 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e98c9-a869-4e80-8047-5f33041b8c3c req-a931287a-9dad-407f-b110-305357ae6019 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:54.798597 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-0e5e98c9-a869-4e80-8047-5f33041b8c3c req-a931287a-9dad-407f-b110-305357ae6019 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 945 time: 0.0485768 Sep 03 09:51:54.828960 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:54.841293 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-0e5e98c9-a869-4e80-8047-5f33041b8c3c req-b970eebc-34bd-49d1-b658-bab203303adc tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367355 Sep 03 09:51:54.849691 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.notifiers.nova [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 001f9dcb-36ff-4f73-9a9b-99ad925e68b7 {{(pid=105526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 09:51:54.870572 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 001f9dcb-36ff-4f73-9a9b-99ad925e68b7, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=001f9dcb-36ff-4f73-9a9b-99ad925e68b7,segment=NetworkSegment(bcae6148-3ea2-4998-84d6-e57960f04e96),segment_id=bcae6148-3ea2-4998-84d6-e57960f04e96)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:51:54.874831 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:54.875606 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 804952d9-9631-42ef-b6f3-186a4104a331 details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=105526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 09:51:54.946740 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Pushing event updated for resources: {'Port': ['ID=001f9dcb-36ff-4f73-9a9b-99ad925e68b7,revision_number=4']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:55.012501 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae54d08-11db-4560-a2b8-9f6604cb2a62 req-f24dcc9a-45da-4c48-9e56-eff2de917f6b tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:55.013944 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 804952d9-9631-42ef-b6f3-186a4104a331, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=804952d9-9631-42ef-b6f3-186a4104a331,segment=NetworkSegment(6162f772-1e28-4e35-bf3d-bf08b646a09f),segment_id=6162f772-1e28-4e35-bf3d-bf08b646a09f)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:51:55.014088 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-8ae54d08-11db-4560-a2b8-9f6604cb2a62 req-f24dcc9a-45da-4c48-9e56-eff2de917f6b tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a65e2e0-dc42-4678-aeed-85b654f1b0a0 HTTP/1.1" status: 200 len: 944 time: 0.0498302 Sep 03 09:51:55.026233 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Returning: {'device': '804952d9-9631-42ef-b6f3-186a4104a331', 'network_id': '2ca7c045-af05-4524-bcc4-6b4f1b7ebefb', 'port_id': '804952d9-9631-42ef-b6f3-186a4104a331', 'mac_address': 'fa:16:3e:2c:a8:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da37cab-7d9d-4282-adea-29440e0d2f69', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 09:51:55.053394 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-8ae54d08-11db-4560-a2b8-9f6604cb2a62 req-809c6a00-28bd-49c1-8cfa-93050ef50f52 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326040 Sep 03 09:51:55.065907 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:55.079329 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.notifiers.nova [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 804952d9-9631-42ef-b6f3-186a4104a331 {{(pid=105526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 09:51:55.099604 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 804952d9-9631-42ef-b6f3-186a4104a331, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=804952d9-9631-42ef-b6f3-186a4104a331,segment=NetworkSegment(6162f772-1e28-4e35-bf3d-bf08b646a09f),segment_id=6162f772-1e28-4e35-bf3d-bf08b646a09f)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:51:55.103782 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:55.151837 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Pushing event updated for resources: {'Port': ['ID=804952d9-9631-42ef-b6f3-186a4104a331,revision_number=4']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:55.373068 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783fd235-dad8-4429-9e7e-fa8657006d14 req-9b2d1d8b-238e-4680-b8c5-c699ec93a422 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:55.374592 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-783fd235-dad8-4429-9e7e-fa8657006d14 req-9b2d1d8b-238e-4680-b8c5-c699ec93a422 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9833218-5d5f-48c0-bf1e-a2181981ae6a HTTP/1.1" status: 200 len: 948 time: 0.0489480 Sep 03 09:51:55.412823 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-783fd235-dad8-4429-9e7e-fa8657006d14 req-22dd38ac-4888-465b-ac16-47cedbf6fe6b tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] 10.222.0.67 "GET /v2.0/security-groups?id=57a1cee4-3967-46d7-9f6f-b84546834a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324061 Sep 03 09:51:55.527796 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad3a3db-ca50-474c-8218-472078c957f7 req-8572541f-061d-470b-ba4e-4e8a3d4b2305 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:55.529745 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-cad3a3db-ca50-474c-8218-472078c957f7 req-8572541f-061d-470b-ba4e-4e8a3d4b2305 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd2d90cf-1231-4697-862f-3b37f75a475c HTTP/1.1" status: 200 len: 945 time: 0.0528541 Sep 03 09:51:55.576983 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-cad3a3db-ca50-474c-8218-472078c957f7 req-bf31a568-7537-4a29-a2cc-f29c9bb639f4 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/security-groups?id=0bde1813-0041-4717-b6d7-9f740ec7c8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411336 Sep 03 09:51:55.958969 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b8722-3ff7-400f-a521-42d947090d75 req-84e60390-7e13-40b3-88a6-f49f12daf043 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:55.960373 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-f04b8722-3ff7-400f-a521-42d947090d75 req-84e60390-7e13-40b3-88a6-f49f12daf043 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 945 time: 0.0491080 Sep 03 09:51:55.999165 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-f04b8722-3ff7-400f-a521-42d947090d75 req-18f2b1ca-ad13-4fab-a225-cb807451f5ad tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327134 Sep 03 09:51:56.167200 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e250c-abf1-4a68-a4a2-b69f09cc63c4 req-c3fa3346-10b8-4660-9269-186c676312d8 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:56.168678 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-5c6e250c-abf1-4a68-a4a2-b69f09cc63c4 req-c3fa3346-10b8-4660-9269-186c676312d8 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a65e2e0-dc42-4678-aeed-85b654f1b0a0 HTTP/1.1" status: 200 len: 945 time: 0.0491667 Sep 03 09:51:56.207311 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-5c6e250c-abf1-4a68-a4a2-b69f09cc63c4 req-e9b4c988-ca06-4605-ad8c-093404de1a87 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326548 Sep 03 09:51:56.525367 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485e3a22-b0f8-4ad5-aebb-d635ca2cf965 req-425b161c-3cb9-4a42-afc7-a7ffcb6449ef tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:56.526922 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-485e3a22-b0f8-4ad5-aebb-d635ca2cf965 req-425b161c-3cb9-4a42-afc7-a7ffcb6449ef tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9833218-5d5f-48c0-bf1e-a2181981ae6a HTTP/1.1" status: 200 len: 948 time: 0.0480013 Sep 03 09:51:56.571747 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-485e3a22-b0f8-4ad5-aebb-d635ca2cf965 req-9a3f897b-26c7-4aaa-bbf4-170632b92d2b tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] 10.222.0.67 "GET /v2.0/security-groups?id=57a1cee4-3967-46d7-9f6f-b84546834a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389383 Sep 03 09:51:56.695506 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e4a1c-996c-48f6-9068-203ef9bccb04 req-c7fa0874-d89d-4935-a98d-b68459040bc5 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:56.697037 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-207e4a1c-996c-48f6-9068-203ef9bccb04 req-c7fa0874-d89d-4935-a98d-b68459040bc5 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd2d90cf-1231-4697-862f-3b37f75a475c HTTP/1.1" status: 200 len: 945 time: 0.0491645 Sep 03 09:51:56.735981 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-207e4a1c-996c-48f6-9068-203ef9bccb04 req-639c9811-6b89-461d-ba59-9200ab0455a3 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/security-groups?id=0bde1813-0041-4717-b6d7-9f740ec7c8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330186 Sep 03 09:51:56.919030 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] get_ports_and_sgs() called for port_ids ['001f9dcb-36ff-4f73-9a9b-99ad925e68b7'] {{(pid=105526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 09:51:56.941883 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] get_ports_and_sgs() called for port_ids ['804952d9-9631-42ef-b6f3-186a4104a331'] {{(pid=105526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 09:51:57.137766 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005f04b-8c95-4d6f-8c3c-7b4e9b720e83 req-408644fd-589e-4145-9104-551763bd6ad3 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:57.139331 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-5005f04b-8c95-4d6f-8c3c-7b4e9b720e83 req-408644fd-589e-4145-9104-551763bd6ad3 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 945 time: 0.0528588 Sep 03 09:51:57.186243 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-5005f04b-8c95-4d6f-8c3c-7b4e9b720e83 req-1fe7d5f2-2926-4999-ba9e-9cbcf426dbea tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407960 Sep 03 09:51:57.322482 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2990c-619f-4860-bb95-435099974f75 req-6a79b765-4a81-409b-ae9e-4dd057048729 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:57.323996 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-87d2990c-619f-4860-bb95-435099974f75 req-6a79b765-4a81-409b-ae9e-4dd057048729 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a65e2e0-dc42-4678-aeed-85b654f1b0a0 HTTP/1.1" status: 200 len: 945 time: 0.0498788 Sep 03 09:51:57.363492 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-87d2990c-619f-4860-bb95-435099974f75 req-908aa3ef-5077-464c-948d-e34a8091f3e1 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333896 Sep 03 09:51:57.694657 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 35304) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:57.708610 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa601863-52c1-47b8-b928-220c5bb87975 req-6637cfd4-5b5c-4d1f-8912-275d2d3b6f75 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:57.715167 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-fa601863-52c1-47b8-b928-220c5bb87975 req-6637cfd4-5b5c-4d1f-8912-275d2d3b6f75 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9833218-5d5f-48c0-bf1e-a2181981ae6a HTTP/1.1" status: 200 len: 948 time: 0.0705576 Sep 03 09:51:57.753429 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-fa601863-52c1-47b8-b928-220c5bb87975 req-9a8cdae5-c9e1-45fc-9149-655148c8184c tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] 10.222.0.67 "GET /v2.0/security-groups?id=57a1cee4-3967-46d7-9f6f-b84546834a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370958 Sep 03 09:51:57.822763 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-ae52b16c-83c8-4e4c-80c3-4f45086d8fd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:57.891580 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b58559-ac93-4994-ac87-c0c4fe093bf4 req-213faab8-965d-49ba-a2d9-04430d774291 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:57.895009 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-53b58559-ac93-4994-ac87-c0c4fe093bf4 req-213faab8-965d-49ba-a2d9-04430d774291 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd2d90cf-1231-4697-862f-3b37f75a475c HTTP/1.1" status: 200 len: 945 time: 0.0733538 Sep 03 09:51:57.947647 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-53b58559-ac93-4994-ac87-c0c4fe093bf4 req-d37f3074-580f-42aa-975a-b0154b678beb tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/security-groups?id=0bde1813-0041-4717-b6d7-9f740ec7c8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443816 Sep 03 09:51:57.987110 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-ae52b16c-83c8-4e4c-80c3-4f45086d8fd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:57.992573 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-ae52b16c-83c8-4e4c-80c3-4f45086d8fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:58.054119 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae52b16c-83c8-4e4c-80c3-4f45086d8fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6273e174-b325-4267-a060-53258c470f32,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:58.114800 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-ae52b16c-83c8-4e4c-80c3-4f45086d8fd9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8919de8616bd461b8bad11f9e4d4d115&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4190793 Sep 03 09:51:58.117463 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 35340) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:51:58.213210 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-f7140499-6683-43da-bda8-3cd19b48bfe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:58.244257 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-f7140499-6683-43da-bda8-3cd19b48bfe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:58.276073 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1737c8a-287f-4d01-9ba0-8384493d4868 req-6ab403fa-b14c-4ad1-a922-72f939629fc5 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:58.277926 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-f1737c8a-287f-4d01-9ba0-8384493d4868 req-6ab403fa-b14c-4ad1-a922-72f939629fc5 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9833218-5d5f-48c0-bf1e-a2181981ae6a HTTP/1.1" status: 200 len: 948 time: 0.1033695 Sep 03 09:51:58.368043 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64406ae0-0383-4145-afc1-f068c27f42fd req-5cd33d4f-e963-49ea-b14b-9b59e87fa922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:58.369788 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-64406ae0-0383-4145-afc1-f068c27f42fd req-5cd33d4f-e963-49ea-b14b-9b59e87fa922 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 1098 time: 0.0998018 Sep 03 09:51:58.370446 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-f1737c8a-287f-4d01-9ba0-8384493d4868 req-21ee5c0e-2400-44bb-89cd-a6742d624e08 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] 10.222.0.67 "GET /v2.0/security-groups?id=57a1cee4-3967-46d7-9f6f-b84546834a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857136 Sep 03 09:51:58.420221 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e3643-e47f-43ee-975d-315f86bf9cd1 req-3d1d4098-158b-4cad-b2b4-c3f4e3b75a23 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:58.422208 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-3d3e3643-e47f-43ee-975d-315f86bf9cd1 req-3d1d4098-158b-4cad-b2b4-c3f4e3b75a23 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 945 time: 0.1159174 Sep 03 09:51:58.425545 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-f7140499-6683-43da-bda8-3cd19b48bfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:58.428192 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-f7140499-6683-43da-bda8-3cd19b48bfe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:58.431895 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-f7140499-6683-43da-bda8-3cd19b48bfe0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6273e174-b325-4267-a060-53258c470f32 HTTP/1.1" status: 204 len: 168 time: 0.3110049 Sep 03 09:51:58.468060 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-64406ae0-0383-4145-afc1-f068c27f42fd req-1848630b-70fb-4e0b-8a77-71c7214c4618 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879073 Sep 03 09:51:58.468886 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7140499-6683-43da-bda8-3cd19b48bfe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6273e174-b325-4267-a060-53258c470f32,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:58.515185 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-3d3e3643-e47f-43ee-975d-315f86bf9cd1 req-bcc7a775-7059-4714-ae1c-804ba6ad7e84 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828998 Sep 03 09:51:58.520184 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 001f9dcb-36ff-4f73-9a9b-99ad925e68b7 up at agent hyperv_hv-cinder-60634 {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:51:58.528940 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a32f0-5c7b-4807-ad75-c10b8bb39e7d req-8b1e903b-6e9f-4eb1-bb02-8acfa097b373 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:58.536819 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-cb4a32f0-5c7b-4807-ad75-c10b8bb39e7d req-8b1e903b-6e9f-4eb1-bb02-8acfa097b373 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a65e2e0-dc42-4678-aeed-85b654f1b0a0 HTTP/1.1" status: 200 len: 945 time: 0.0832357 Sep 03 09:51:58.586314 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-cb4a32f0-5c7b-4807-ad75-c10b8bb39e7d req-54294b14-18e4-4983-a842-887c337b1ee8 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481789 Sep 03 09:51:58.589146 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Provisioning for port 001f9dcb-36ff-4f73-9a9b-99ad925e68b7 completed by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:51:58.593232 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Provisioning complete for port 001f9dcb-36ff-4f73-9a9b-99ad925e68b7 triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:51:58.593683 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:58.678507 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:58.704583 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd2d90cf-1231-4697-862f-3b37f75a475c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '001f9dcb-36ff-4f73-9a9b-99ad925e68b7'}] {{(pid=105526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:51:58.706895 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4892a96944886cb42b4657d46b368d41fc18c437eb6a682d176e385d93bf320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306b3dd5-8548-4953-83d8-462239eca18e" -d '{"events": [{"server_uuid": "dd2d90cf-1231-4697-862f-3b37f75a475c", "name": "network-vif-plugged", "status": "completed", "tag": "001f9dcb-36ff-4f73-9a9b-99ad925e68b7"}]}' {{(pid=105526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:51:58.723964 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 001f9dcb-36ff-4f73-9a9b-99ad925e68b7, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=001f9dcb-36ff-4f73-9a9b-99ad925e68b7,segment=NetworkSegment(bcae6148-3ea2-4998-84d6-e57960f04e96),segment_id=bcae6148-3ea2-4998-84d6-e57960f04e96)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:51:58.730105 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:58.732178 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 804952d9-9631-42ef-b6f3-186a4104a331 up at agent hyperv_hv-cinder-60634 {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:51:58.757730 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 09:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603df052-9811-45b2-9d64-2721ef8235ac x-openstack-request-id: req-603df052-9811-45b2-9d64-2721ef8235ac {{(pid=105526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:51:58.758075 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd2d90cf-1231-4697-862f-3b37f75a475c", "name": "network-vif-plugged", "status": "completed", "tag": "001f9dcb-36ff-4f73-9a9b-99ad925e68b7", "code": 200}]} {{(pid=105526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:51:58.758328 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-603df052-9811-45b2-9d64-2721ef8235ac {{(pid=105526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:51:58.758711 dv-cinder-606346-32-iscsi neutron-server[105526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd2d90cf-1231-4697-862f-3b37f75a475c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '001f9dcb-36ff-4f73-9a9b-99ad925e68b7', 'code': 200} Sep 03 09:51:58.821767 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Pushing event updated for resources: {'Port': ['ID=001f9dcb-36ff-4f73-9a9b-99ad925e68b7,revision_number=5']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:58.832305 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Provisioning for port 804952d9-9631-42ef-b6f3-186a4104a331 completed by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:51:58.841021 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Provisioning complete for port 804952d9-9631-42ef-b6f3-186a4104a331 triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:51:58.841407 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:58.930932 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:58.964651 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 804952d9-9631-42ef-b6f3-186a4104a331, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=804952d9-9631-42ef-b6f3-186a4104a331,segment=NetworkSegment(6162f772-1e28-4e35-bf3d-bf08b646a09f),segment_id=6162f772-1e28-4e35-bf3d-bf08b646a09f)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:51:58.968332 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea35100-3831-4160-b896-6135e2917eb2 req-56d575c9-0a50-4c14-9d38-11b8e71f3a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:58.969991 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:58.970143 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-9ea35100-3831-4160-b896-6135e2917eb2 req-56d575c9-0a50-4c14-9d38-11b8e71f3a6d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dd2d90cf-1231-4697-862f-3b37f75a475c HTTP/1.1" status: 200 len: 1099 time: 0.0423169 Sep 03 09:51:59.021663 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-9ea35100-3831-4160-b896-6135e2917eb2 req-9a4b08fb-d199-4c0d-be42-0004b4edddf1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0bde1813-0041-4717-b6d7-9f740ec7c8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402236 Sep 03 09:51:59.033382 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Pushing event updated for resources: {'Port': ['ID=804952d9-9631-42ef-b6f3-186a4104a331,revision_number=5']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:51:59.084187 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082cf95-241b-490e-9586-6157bb491c34 req-df6a934f-34f4-42e8-9ab8-aa01c9e0c5fe tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:59.085302 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-3082cf95-241b-490e-9586-6157bb491c34 req-df6a934f-34f4-42e8-9ab8-aa01c9e0c5fe tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd2d90cf-1231-4697-862f-3b37f75a475c HTTP/1.1" status: 200 len: 946 time: 0.0542934 Sep 03 09:51:59.124468 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-3082cf95-241b-490e-9586-6157bb491c34 req-5fd1bbcf-2836-4d88-9495-070551e4f390 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/security-groups?id=0bde1813-0041-4717-b6d7-9f740ec7c8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331552 Sep 03 09:51:59.134082 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-99c8108d-b083-4365-a35f-7ffd70313e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:51:59.488414 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9438d9cd-a143-4d6c-b7ad-53d942cbbf26 req-574e3ea7-fd9b-48cd-b2b4-49cdfdb2da84 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:59.490039 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-9438d9cd-a143-4d6c-b7ad-53d942cbbf26 req-574e3ea7-fd9b-48cd-b2b4-49cdfdb2da84 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9833218-5d5f-48c0-bf1e-a2181981ae6a HTTP/1.1" status: 200 len: 948 time: 0.0544455 Sep 03 09:51:59.653836 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caafd3d4-c24e-4159-89d1-1f3e173294f2 req-d0408b1f-98aa-4aa0-bbe0-17723b733453 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:59.662999 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-caafd3d4-c24e-4159-89d1-1f3e173294f2 req-d0408b1f-98aa-4aa0-bbe0-17723b733453 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 945 time: 0.0703719 Sep 03 09:51:59.710558 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-caafd3d4-c24e-4159-89d1-1f3e173294f2 req-f213977b-86e6-4c5b-86b0-c76005acd78a tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450335 Sep 03 09:51:59.810863 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-9438d9cd-a143-4d6c-b7ad-53d942cbbf26 req-e35913e2-dbdc-46ff-96bd-1f31a3654cc6 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] 10.222.0.67 "GET /v2.0/security-groups?id=57a1cee4-3967-46d7-9f6f-b84546834a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119814 Sep 03 09:51:59.848784 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13c715-aba4-4df5-ab68-4c0b91778482 req-396712ed-1cad-4e74-9b31-8734cb728aed tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:51:59.850368 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-aa13c715-aba4-4df5-ab68-4c0b91778482 req-396712ed-1cad-4e74-9b31-8734cb728aed tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a65e2e0-dc42-4678-aeed-85b654f1b0a0 HTTP/1.1" status: 200 len: 946 time: 0.0694506 Sep 03 09:51:59.897189 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-aa13c715-aba4-4df5-ab68-4c0b91778482 req-65d48d32-45cc-4d88-a987-34db0e894b41 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394311 Sep 03 09:52:00.252199 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19453bbc-a94c-45be-bbc7-7e0a975620ad req-b97757e2-4a96-455b-be45-d5d33746a1c2 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:00.253806 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-19453bbc-a94c-45be-bbc7-7e0a975620ad req-b97757e2-4a96-455b-be45-d5d33746a1c2 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd2d90cf-1231-4697-862f-3b37f75a475c HTTP/1.1" status: 200 len: 946 time: 0.0536802 Sep 03 09:52:00.293121 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-19453bbc-a94c-45be-bbc7-7e0a975620ad req-ef586527-6b18-42ea-991f-c8462db67aa2 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/security-groups?id=0bde1813-0041-4717-b6d7-9f740ec7c8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333493 Sep 03 09:52:00.458207 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067389a-1c2f-48a2-9ac3-3d954cb15835 req-8212e119-de04-4389-8bf1-d45f3d056db8 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:00.459663 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-9067389a-1c2f-48a2-9ac3-3d954cb15835 req-8212e119-de04-4389-8bf1-d45f3d056db8 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9833218-5d5f-48c0-bf1e-a2181981ae6a HTTP/1.1" status: 200 len: 948 time: 0.0465374 Sep 03 09:52:00.573430 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [req-9067389a-1c2f-48a2-9ac3-3d954cb15835 req-eb6731a0-d3f1-4d6f-8474-3ab66edf2d72 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] Deleting port 96c80091-d3eb-4653-980b-5619bc9db8f7 {{(pid=105524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 09:52:00.573800 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-9067389a-1c2f-48a2-9ac3-3d954cb15835 req-eb6731a0-d3f1-4d6f-8474-3ab66edf2d72 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:00.695686 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.db [req-9067389a-1c2f-48a2-9ac3-3d954cb15835 req-eb6731a0-d3f1-4d6f-8474-3ab66edf2d72 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] For port 96c80091-d3eb-4653-980b-5619bc9db8f7, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=96c80091-d3eb-4653-980b-5619bc9db8f7,segment=NetworkSegment(6f022386-d84f-4449-baff-a2c973127081),segment_id=6f022386-d84f-4449-baff-a2c973127081)] {{(pid=105524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:52:00.696057 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-9067389a-1c2f-48a2-9ac3-3d954cb15835 req-eb6731a0-d3f1-4d6f-8474-3ab66edf2d72 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:00.707836 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [req-9067389a-1c2f-48a2-9ac3-3d954cb15835 req-eb6731a0-d3f1-4d6f-8474-3ab66edf2d72 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] Calling delete_port for 96c80091-d3eb-4653-980b-5619bc9db8f7 owned by compute:nova {{(pid=105524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 09:52:00.760247 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a65e2e0-dc42-4678-aeed-85b654f1b0a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '804952d9-9631-42ef-b6f3-186a4104a331'}] {{(pid=105526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:52:00.763628 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4892a96944886cb42b4657d46b368d41fc18c437eb6a682d176e385d93bf320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26bd5cd-e07a-4eca-86af-97852ce3ccc8" -d '{"events": [{"server_uuid": "5a65e2e0-dc42-4678-aeed-85b654f1b0a0", "name": "network-vif-plugged", "status": "completed", "tag": "804952d9-9631-42ef-b6f3-186a4104a331"}]}' {{(pid=105526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:52:00.805919 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 09:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42505dfd-d4a1-4d7f-b9be-839e1b83d905 x-openstack-request-id: req-42505dfd-d4a1-4d7f-b9be-839e1b83d905 {{(pid=105526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:52:00.806463 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a65e2e0-dc42-4678-aeed-85b654f1b0a0", "name": "network-vif-plugged", "status": "completed", "tag": "804952d9-9631-42ef-b6f3-186a4104a331", "code": 200}]} {{(pid=105526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:52:00.806820 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-42505dfd-d4a1-4d7f-b9be-839e1b83d905 {{(pid=105526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:52:00.807339 dv-cinder-606346-32-iscsi neutron-server[105526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a65e2e0-dc42-4678-aeed-85b654f1b0a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '804952d9-9631-42ef-b6f3-186a4104a331', 'code': 200} Sep 03 09:52:00.885875 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd50f0e-f3c2-43e8-a7d6-2bbb06a4e706 req-802190b8-236d-4686-8f87-3ee949373f0f tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:00.893387 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-0dd50f0e-f3c2-43e8-a7d6-2bbb06a4e706 req-802190b8-236d-4686-8f87-3ee949373f0f tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 945 time: 0.1166482 Sep 03 09:52:00.934028 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-9067389a-1c2f-48a2-9ac3-3d954cb15835 req-eb6731a0-d3f1-4d6f-8474-3ab66edf2d72 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940'] for port, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:00.948189 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff653a9d-87ae-4853-999e-fbd223556d85 req-4a566f4b-977e-474e-a101-e6207ec8a864 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:00.950698 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-ff653a9d-87ae-4853-999e-fbd223556d85 req-4a566f4b-977e-474e-a101-e6207ec8a864 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9833218-5d5f-48c0-bf1e-a2181981ae6a HTTP/1.1" status: 200 len: 867 time: 0.0630243 Sep 03 09:52:00.952314 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-0dd50f0e-f3c2-43e8-a7d6-2bbb06a4e706 req-8ca4954e-92b1-4284-9821-fe7f4697b823 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579617 Sep 03 09:52:00.953392 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] get_ports_and_sgs() called for port_ids ['96c80091-d3eb-4653-980b-5619bc9db8f7'] {{(pid=105526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 09:52:00.976090 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6731a0-d3f1-4d6f-8474-3ab66edf2d72 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] Pushing event deleted for resources: {'Port': ['ID=96c80091-d3eb-4653-980b-5619bc9db8f7,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:01.027078 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-ff653a9d-87ae-4853-999e-fbd223556d85 req-8b9d4854-9eff-4832-a8a5-5990f84de3bf tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] 10.222.0.67 "GET /v2.0/security-groups?id=57a1cee4-3967-46d7-9f6f-b84546834a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564480 Sep 03 09:52:01.045244 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.l3_dvrscheduler_db [req-9067389a-1c2f-48a2-9ac3-3d954cb15835 req-eb6731a0-d3f1-4d6f-8474-3ab66edf2d72 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] No DVR routers for this DVR port 96c80091-d3eb-4653-980b-5619bc9db8f7 on host hv-cinder-60634 {{(pid=105524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 09:52:01.048208 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-9067389a-1c2f-48a2-9ac3-3d954cb15835 req-eb6731a0-d3f1-4d6f-8474-3ab66edf2d72 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for port, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:01.054215 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-9067389a-1c2f-48a2-9ac3-3d954cb15835 req-eb6731a0-d3f1-4d6f-8474-3ab66edf2d72 tempest-VolumesNegativeTest-562381309 tempest-VolumesNegativeTest-562381309-project] 10.222.0.60 "DELETE /v2.0/ports/96c80091-d3eb-4653-980b-5619bc9db8f7 HTTP/1.1" status: 204 len: 173 time: 0.5776489 Sep 03 09:52:01.054703 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9833218-5d5f-48c0-bf1e-a2181981ae6a', 'name': 'network-vif-deleted', 'tag': '96c80091-d3eb-4653-980b-5619bc9db8f7'}] {{(pid=105524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:52:01.060252 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07cd05725c708ed75ef04e80da70ebdfc8c47d02cbbda1b8cc3f0b48d37440d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ec3c20-8aca-4121-b095-1bc4afebc8d9" -d '{"events": [{"server_uuid": "c9833218-5d5f-48c0-bf1e-a2181981ae6a", "name": "network-vif-deleted", "tag": "96c80091-d3eb-4653-980b-5619bc9db8f7"}]}' {{(pid=105524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:52:01.138336 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e8786-6fcc-44eb-b792-262b7320aa3a req-7f495a42-91f3-4d9f-b0a6-2588eaffd8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:01.139871 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-c06e8786-6fcc-44eb-b792-262b7320aa3a req-7f495a42-91f3-4d9f-b0a6-2588eaffd8d0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5a65e2e0-dc42-4678-aeed-85b654f1b0a0 HTTP/1.1" status: 200 len: 1099 time: 0.0960357 Sep 03 09:52:01.147932 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf79d5f-8248-4635-ae54-45a606b30951 req-5b67ea65-a437-4843-94c9-9757a495e64b tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:01.150089 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-caf79d5f-8248-4635-ae54-45a606b30951 req-5b67ea65-a437-4843-94c9-9757a495e64b tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a65e2e0-dc42-4678-aeed-85b654f1b0a0 HTTP/1.1" status: 200 len: 946 time: 0.0795817 Sep 03 09:52:01.276291 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-caf79d5f-8248-4635-ae54-45a606b30951 req-c241eceb-d144-4192-baa5-628ececed8ec tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176782 Sep 03 09:52:01.280113 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-c06e8786-6fcc-44eb-b792-262b7320aa3a req-9dd27799-fede-4f4f-9bb8-a389983c1b68 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088500 Sep 03 09:52:01.319779 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58941863-c459-414a-8c0c-040b391f7a2b req-f731de7f-874c-4519-8049-215a40bd0895 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:01.322460 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-58941863-c459-414a-8c0c-040b391f7a2b req-f731de7f-874c-4519-8049-215a40bd0895 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.0903702 Sep 03 09:52:01.325489 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 09:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5fecfc-7c42-4a37-9df8-38be0f2e63fc x-openstack-request-id: req-6d5fecfc-7c42-4a37-9df8-38be0f2e63fc {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:52:01.325904 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9833218-5d5f-48c0-bf1e-a2181981ae6a", "name": "network-vif-deleted", "tag": "96c80091-d3eb-4653-980b-5619bc9db8f7", "status": "completed", "code": 200}]} {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:52:01.326273 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6d5fecfc-7c42-4a37-9df8-38be0f2e63fc {{(pid=105524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:52:01.326636 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9833218-5d5f-48c0-bf1e-a2181981ae6a', 'name': 'network-vif-deleted', 'tag': '96c80091-d3eb-4653-980b-5619bc9db8f7', 'status': 'completed', 'code': 200} Sep 03 09:52:01.366746 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-58941863-c459-414a-8c0c-040b391f7a2b req-e1a33b46-f373-41a2-95ba-9258d36f0a6d tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377073 Sep 03 09:52:01.428348 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b9133-e093-4b86-8b37-e19b7f793e6b req-b7280e8b-e6f4-43ad-9dae-8de43d3e826f tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:01.429977 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-6c9b9133-e093-4b86-8b37-e19b7f793e6b req-b7280e8b-e6f4-43ad-9dae-8de43d3e826f tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd2d90cf-1231-4697-862f-3b37f75a475c HTTP/1.1" status: 200 len: 946 time: 0.0531566 Sep 03 09:52:01.473736 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-6c9b9133-e093-4b86-8b37-e19b7f793e6b req-927be69b-d00d-4a63-9d05-2fafb89f9223 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/security-groups?id=0bde1813-0041-4717-b6d7-9f740ec7c8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358799 Sep 03 09:52:02.053215 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-af8ec86a-8a11-4a85-be11-a2627c0bf77f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:02.467607 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d532c31-b126-4b76-a2d9-5e908f541bfb req-7dbcf5b2-3c75-4649-8079-e36c17a6afc4 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:02.474187 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-9d532c31-b126-4b76-a2d9-5e908f541bfb req-7dbcf5b2-3c75-4649-8079-e36c17a6afc4 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a65e2e0-dc42-4678-aeed-85b654f1b0a0 HTTP/1.1" status: 200 len: 946 time: 0.0690029 Sep 03 09:52:02.522189 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-9d532c31-b126-4b76-a2d9-5e908f541bfb req-ab5e2b34-f6b9-40c9-b7a0-f2389dc65fed tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465138 Sep 03 09:52:02.597725 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d1970-b081-41c3-a1ad-b9f1acb923cd req-2374e4e2-7c89-4df8-8012-59a0ce050771 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:02.599261 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-6b9d1970-b081-41c3-a1ad-b9f1acb923cd req-2374e4e2-7c89-4df8-8012-59a0ce050771 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd2d90cf-1231-4697-862f-3b37f75a475c HTTP/1.1" status: 200 len: 946 time: 0.0617745 Sep 03 09:52:02.643091 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-6b9d1970-b081-41c3-a1ad-b9f1acb923cd req-e330d73a-95e3-42a8-a538-679451572fe2 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/security-groups?id=0bde1813-0041-4717-b6d7-9f740ec7c8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365295 Sep 03 09:52:03.138783 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c04d697-5f69-4f02-81ba-3ef6716ad029 req-c0cb0144-4a03-4b1a-b05f-e8c0131db059 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:03.146867 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-4c04d697-5f69-4f02-81ba-3ef6716ad029 req-c0cb0144-4a03-4b1a-b05f-e8c0131db059 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.0970628 Sep 03 09:52:03.173348 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac86b31-e24a-43c3-a7e8-1bf2bebfbc31 req-c8d65d52-5b1a-4557-b44f-4aa4ae64da41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:03.174920 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-fac86b31-e24a-43c3-a7e8-1bf2bebfbc31 req-c8d65d52-5b1a-4557-b44f-4aa4ae64da41 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c72df9f562c94a8aab79afac7263e6e5&device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 1098 time: 0.0939212 Sep 03 09:52:03.242224 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-4c04d697-5f69-4f02-81ba-3ef6716ad029 req-6f481304-642f-4663-8a39-76b168802bcb tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799100 Sep 03 09:52:03.340758 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 35632) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:52:03.351456 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac86b31-e24a-43c3-a7e8-1bf2bebfbc31 req-55364fc6-d28f-481b-b9fe-00e9f77ea447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:03.353221 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-fac86b31-e24a-43c3-a7e8-1bf2bebfbc31 req-55364fc6-d28f-481b-b9fe-00e9f77ea447 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7995b685-e18e-455d-be66-3bd792a79086 HTTP/1.1" status: 200 len: 919 time: 0.1670718 Sep 03 09:52:03.401610 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-fac86b31-e24a-43c3-a7e8-1bf2bebfbc31 req-d5fd4dee-2c4f-4a3e-b86d-31727a7ddda3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aec59b67-087c-4f74-bd32-46c77a0ee00e HTTP/1.1" status: 200 len: 217 time: 0.0378938 Sep 03 09:52:03.466352 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac86b31-e24a-43c3-a7e8-1bf2bebfbc31 req-37a31305-0874-44dc-945a-922c523648b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:03.467939 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-fac86b31-e24a-43c3-a7e8-1bf2bebfbc31 req-37a31305-0874-44dc-945a-922c523648b9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f78bac5b-e536-4490-a472-11f8ae62b3fb HTTP/1.1" status: 200 len: 858 time: 0.0494347 Sep 03 09:52:03.479433 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-df3c8e4e-1baf-4aec-97e3-c70fb9d48d92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:03.487475 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:03.522919 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-fac86b31-e24a-43c3-a7e8-1bf2bebfbc31 req-d8163433-7ee2-43bb-834a-e9d7b4a2f37d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7995b685-e18e-455d-be66-3bd792a79086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411975 Sep 03 09:52:03.620519 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-df3c8e4e-1baf-4aec-97e3-c70fb9d48d92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:03.625262 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-df3c8e4e-1baf-4aec-97e3-c70fb9d48d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:03.675822 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 35648) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:52:03.682638 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-df3c8e4e-1baf-4aec-97e3-c70fb9d48d92 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bf82ac4dc3cf49f1b0c11fe7bb06d84f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3282831 Sep 03 09:52:03.705013 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c8e4e-1baf-4aec-97e3-c70fb9d48d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68bda926-583d-450d-b250-72a73f25cfc9,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:03.746997 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-fac86b31-e24a-43c3-a7e8-1bf2bebfbc31 req-fb0b9b17-0c35-44c6-bf34-37f98f4ce575 service neutron] 10.222.0.60 "GET /v2.0/networks/7995b685-e18e-455d-be66-3bd792a79086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155519 Sep 03 09:52:03.760403 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a11ab-b263-4de5-8be3-6d8cb9c9a97d req-d135db29-84af-4d10-94e2-d7fac496b249 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:03.769635 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-6c1a11ab-b263-4de5-8be3-6d8cb9c9a97d req-d135db29-84af-4d10-94e2-d7fac496b249 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a65e2e0-dc42-4678-aeed-85b654f1b0a0 HTTP/1.1" status: 200 len: 946 time: 0.1452973 Sep 03 09:52:03.791808 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a642e642-fcb2-47b5-b777-13e8b57c6243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:03.806569 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483cb1c0-9d8e-4fa2-8cb8-bc5af1b2e6a0 req-d17d8b84-1484-4744-a2f1-bea49d965b04 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:03.808150 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-483cb1c0-9d8e-4fa2-8cb8-bc5af1b2e6a0 req-d17d8b84-1484-4744-a2f1-bea49d965b04 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd2d90cf-1231-4697-862f-3b37f75a475c HTTP/1.1" status: 200 len: 946 time: 0.0725374 Sep 03 09:52:03.874400 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-483cb1c0-9d8e-4fa2-8cb8-bc5af1b2e6a0 req-64d6e2d3-384a-4080-8d0b-066bd3823963 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/security-groups?id=0bde1813-0041-4717-b6d7-9f740ec7c8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429444 Sep 03 09:52:03.899540 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-6c1a11ab-b263-4de5-8be3-6d8cb9c9a97d req-998d33eb-bd06-4dff-bced-e59375cda037 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287694 Sep 03 09:52:03.921818 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-30ae2f7c-85b1-4ce5-9f0a-0fd85a7a353c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:03.935446 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-fac86b31-e24a-43c3-a7e8-1bf2bebfbc31 req-2cbd3fd3-5584-4f4c-82a0-983c5bc22767 service neutron] 10.222.0.60 "GET /v2.0/networks/7995b685-e18e-455d-be66-3bd792a79086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616616 Sep 03 09:52:03.950206 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-30ae2f7c-85b1-4ce5-9f0a-0fd85a7a353c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:04.068036 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-30ae2f7c-85b1-4ce5-9f0a-0fd85a7a353c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:04.071461 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-30ae2f7c-85b1-4ce5-9f0a-0fd85a7a353c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:04.072702 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-30ae2f7c-85b1-4ce5-9f0a-0fd85a7a353c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/68bda926-583d-450d-b250-72a73f25cfc9 HTTP/1.1" status: 204 len: 168 time: 0.3819137 Sep 03 09:52:04.090493 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ae2f7c-85b1-4ce5-9f0a-0fd85a7a353c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bda926-583d-450d-b250-72a73f25cfc9,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:04.407899 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696dbd4-ece8-41da-93db-c9015917fc4e req-3d4bee96-e4f8-4628-9038-06f8a9693cff tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:04.411866 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b427378-f476-425b-bc5d-508963b5b140 req-85071007-6852-426b-9d25-312fc9882a9b tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:04.412043 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-4696dbd4-ece8-41da-93db-c9015917fc4e req-3d4bee96-e4f8-4628-9038-06f8a9693cff tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd2d90cf-1231-4697-862f-3b37f75a475c HTTP/1.1" status: 200 len: 946 time: 0.1071918 Sep 03 09:52:04.414232 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-4b427378-f476-425b-bc5d-508963b5b140 req-85071007-6852-426b-9d25-312fc9882a9b tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.0811324 Sep 03 09:52:04.468090 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-86f92317-4722-4035-969f-07b0852c8c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:04.475992 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-4b427378-f476-425b-bc5d-508963b5b140 req-54d106a0-5586-474e-922b-118ca40fdb73 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503435 Sep 03 09:52:04.543774 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 96c80091-d3eb-4653-980b-5619bc9db8f7 no longer exists at agent hyperv_hv-cinder-60634 {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 09:52:04.575440 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] No Port match for: 96c80091-d3eb-4653-980b-5619bc9db8f7 {{(pid=105526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 09:52:04.586788 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 96c80091-d3eb-4653-980b-5619bc9db8f7 not bound to the agent host hv-cinder-60634 {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 09:52:04.604250 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [req-4696dbd4-ece8-41da-93db-c9015917fc4e req-6453feb1-39a9-47d6-b51a-2f9f252e56a2 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Deleting port 001f9dcb-36ff-4f73-9a9b-99ad925e68b7 {{(pid=105524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 09:52:04.604794 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-4696dbd4-ece8-41da-93db-c9015917fc4e req-6453feb1-39a9-47d6-b51a-2f9f252e56a2 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:04.821635 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.db [req-4696dbd4-ece8-41da-93db-c9015917fc4e req-6453feb1-39a9-47d6-b51a-2f9f252e56a2 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] For port 001f9dcb-36ff-4f73-9a9b-99ad925e68b7, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=001f9dcb-36ff-4f73-9a9b-99ad925e68b7,segment=NetworkSegment(bcae6148-3ea2-4998-84d6-e57960f04e96),segment_id=bcae6148-3ea2-4998-84d6-e57960f04e96)] {{(pid=105524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:52:04.822770 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-4696dbd4-ece8-41da-93db-c9015917fc4e req-6453feb1-39a9-47d6-b51a-2f9f252e56a2 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:04.837105 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [req-4696dbd4-ece8-41da-93db-c9015917fc4e req-6453feb1-39a9-47d6-b51a-2f9f252e56a2 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Calling delete_port for 001f9dcb-36ff-4f73-9a9b-99ad925e68b7 owned by compute:nova {{(pid=105524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 09:52:05.043732 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd670277-cb44-4a06-810e-aed5892b4626 req-042e4bf4-1630-45c8-8a48-d0022e766fb0 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:05.045296 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-cd670277-cb44-4a06-810e-aed5892b4626 req-042e4bf4-1630-45c8-8a48-d0022e766fb0 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd2d90cf-1231-4697-862f-3b37f75a475c HTTP/1.1" status: 200 len: 946 time: 0.0972545 Sep 03 09:52:05.113536 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-cd670277-cb44-4a06-810e-aed5892b4626 req-7f78500e-bac1-48d5-baa1-77472b043979 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/security-groups?id=0bde1813-0041-4717-b6d7-9f740ec7c8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568299 Sep 03 09:52:05.114750 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-4696dbd4-ece8-41da-93db-c9015917fc4e req-6453feb1-39a9-47d6-b51a-2f9f252e56a2 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940'] for port, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:05.137268 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] get_ports_and_sgs() called for port_ids ['001f9dcb-36ff-4f73-9a9b-99ad925e68b7'] {{(pid=105526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 09:52:05.147377 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6453feb1-39a9-47d6-b51a-2f9f252e56a2 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Pushing event deleted for resources: {'Port': ['ID=001f9dcb-36ff-4f73-9a9b-99ad925e68b7,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:05.158805 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 35800) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:52:05.215242 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.l3_dvrscheduler_db [req-4696dbd4-ece8-41da-93db-c9015917fc4e req-6453feb1-39a9-47d6-b51a-2f9f252e56a2 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] No DVR routers for this DVR port 001f9dcb-36ff-4f73-9a9b-99ad925e68b7 on host hv-cinder-60634 {{(pid=105524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 09:52:05.218688 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-4696dbd4-ece8-41da-93db-c9015917fc4e req-6453feb1-39a9-47d6-b51a-2f9f252e56a2 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for port, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:05.221324 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-4696dbd4-ece8-41da-93db-c9015917fc4e req-6453feb1-39a9-47d6-b51a-2f9f252e56a2 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.60 "DELETE /v2.0/ports/001f9dcb-36ff-4f73-9a9b-99ad925e68b7 HTTP/1.1" status: 204 len: 173 time: 0.8033304 Sep 03 09:52:05.221816 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd2d90cf-1231-4697-862f-3b37f75a475c', 'name': 'network-vif-deleted', 'tag': '001f9dcb-36ff-4f73-9a9b-99ad925e68b7'}] {{(pid=105524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:52:05.224094 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07cd05725c708ed75ef04e80da70ebdfc8c47d02cbbda1b8cc3f0b48d37440d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc58e91-68cc-43b8-9f98-6d79623f6683" -d '{"events": [{"server_uuid": "dd2d90cf-1231-4697-862f-3b37f75a475c", "name": "network-vif-deleted", "tag": "001f9dcb-36ff-4f73-9a9b-99ad925e68b7"}]}' {{(pid=105524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:52:05.291375 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 09:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000dea2c-5fc5-4422-9878-0f52b97ba4d2 x-openstack-request-id: req-000dea2c-5fc5-4422-9878-0f52b97ba4d2 {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:52:05.291667 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd2d90cf-1231-4697-862f-3b37f75a475c", "name": "network-vif-deleted", "tag": "001f9dcb-36ff-4f73-9a9b-99ad925e68b7", "status": "completed", "code": 200}]} {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:52:05.291935 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-000dea2c-5fc5-4422-9878-0f52b97ba4d2 {{(pid=105524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:52:05.292318 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd2d90cf-1231-4697-862f-3b37f75a475c', 'name': 'network-vif-deleted', 'tag': '001f9dcb-36ff-4f73-9a9b-99ad925e68b7', 'status': 'completed', 'code': 200} Sep 03 09:52:05.354188 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [None req-24333ef0-2bea-416a-b1e7-c50f359d3f52 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1652052393-network', 'tenant_id': 'b6c50db97723432ebc021572f85943ae'}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:52:05.419339 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24333ef0-2bea-416a-b1e7-c50f359d3f52 admin admin] Made reservation on behalf of b6c50db97723432ebc021572f85943ae for: {'network': 1} {{(pid=105525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:52:05.422040 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-24333ef0-2bea-416a-b1e7-c50f359d3f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for network, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:05.436848 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-24333ef0-2bea-416a-b1e7-c50f359d3f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:05.560264 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-24333ef0-2bea-416a-b1e7-c50f359d3f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:05.564604 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-24333ef0-2bea-416a-b1e7-c50f359d3f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:05.599123 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24333ef0-2bea-416a-b1e7-c50f359d3f52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=105525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 09:52:05.600044 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24333ef0-2bea-416a-b1e7-c50f359d3f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a18fc30f-a8d8-4fa1-a88c-0c403993028e,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:05.621157 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-24333ef0-2bea-416a-b1e7-c50f359d3f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718351'] for segment, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:05.621513 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.db.segments_db [None req-24333ef0-2bea-416a-b1e7-c50f359d3f52 admin admin] Added segment a218ce8c-e4ea-434c-b6ed-34586d46e94e of type vlan for network f5dad9d9-c5c9-4f54-954b-8f46ad088140 Sep 03 09:52:05.629614 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4cb147-1bb0-4789-9293-8ec3530d239d req-ee82bcba-cdc1-4373-93fd-71edb3e5ede0 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:05.631259 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-9d4cb147-1bb0-4789-9293-8ec3530d239d req-ee82bcba-cdc1-4373-93fd-71edb3e5ede0 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.0590637 Sep 03 09:52:05.677168 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-24333ef0-2bea-416a-b1e7-c50f359d3f52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759173236709'] for network, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:05.710216 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-9d4cb147-1bb0-4789-9293-8ec3530d239d req-1589f640-f8ad-4a0f-a0ac-7693649ba59b tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629120 Sep 03 09:52:05.715220 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-24333ef0-2bea-416a-b1e7-c50f359d3f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146'] for network, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:05.716627 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24333ef0-2bea-416a-b1e7-c50f359d3f52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:05.717925 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-24333ef0-2bea-416a-b1e7-c50f359d3f52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for network, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:05.772791 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-24333ef0-2bea-416a-b1e7-c50f359d3f52 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6099074 Sep 03 09:52:05.773330 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 35848) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:52:05.780407 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [None req-b04a4bea-43a5-4ec6-a624-4a59b06832f7 admin admin] Request body: {'subnet': {'network_id': 'f5dad9d9-c5c9-4f54-954b-8f46ad088140', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1652052393-subnet', 'tenant_id': 'b6c50db97723432ebc021572f85943ae', 'ip_version': 4}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:52:05.808497 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04a4bea-43a5-4ec6-a624-4a59b06832f7 admin admin] Made reservation on behalf of b6c50db97723432ebc021572f85943ae for: {'subnet': 1} {{(pid=105524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:52:05.812734 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-b04a4bea-43a5-4ec6-a624-4a59b06832f7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:05.813812 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24333ef0-2bea-416a-b1e7-c50f359d3f52 admin admin] Pushing event updated for resources: {'Network': ['ID=f5dad9d9-c5c9-4f54-954b-8f46ad088140,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:05.827016 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Network f5dad9d9-c5c9-4f54-954b-8f46ad088140 details requested by agent ovs-agent-dv-cinder-606346-32-iscsi with host dv-cinder-606346-32-iscsi {{(pid=105526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 09:52:06.058512 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-b04a4bea-43a5-4ec6-a624-4a59b06832f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146'] for subnet, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:06.114401 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04a4bea-43a5-4ec6-a624-4a59b06832f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50312df5-c5ba-48a8-9dca-a1103d54fc6d,revision_number=0']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:06.127505 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04a4bea-43a5-4ec6-a624-4a59b06832f7 admin admin] Checking segment: {'id': 'a218ce8c-e4ea-434c-b6ed-34586d46e94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'f5dad9d9-c5c9-4f54-954b-8f46ad088140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:52:06.127877 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04a4bea-43a5-4ec6-a624-4a59b06832f7 admin admin] Network hostable DHCP agents. Network: f5dad9d9-c5c9-4f54-954b-8f46ad088140, hostable agents: ['b845873d-a9da-4ebd-9f87-ebd42caf249d'], hosted agents: [] {{(pid=105524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 09:52:06.154242 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04a4bea-43a5-4ec6-a624-4a59b06832f7 admin admin] Network f5dad9d9-c5c9-4f54-954b-8f46ad088140 is scheduled to be hosted by DHCP agent b845873d-a9da-4ebd-9f87-ebd42caf249d with binding_index 1 {{(pid=105524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 09:52:06.167283 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.base_scheduler [None req-b04a4bea-43a5-4ec6-a624-4a59b06832f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-32-iscsi, f5dad9d9-c5c9-4f54-954b-8f46ad088140) {{(pid=105524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:52:06.172938 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04a4bea-43a5-4ec6-a624-4a59b06832f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:06.174508 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-b04a4bea-43a5-4ec6-a624-4a59b06832f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for subnet, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:06.184919 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2f777e-67b5-48a6-8221-01f86a0e755a None None] Network f5dad9d9-c5c9-4f54-954b-8f46ad088140 requested from dv-cinder-606346-32-iscsi {{(pid=105526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 09:52:06.209850 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-b04a4bea-43a5-4ec6-a624-4a59b06832f7 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4338667 Sep 03 09:52:06.212436 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 35884) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:52:06.216719 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [None req-ac1aa9cb-285c-4fad-947f-fe25f69a539d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1652052393-router', 'tenant_id': 'b6c50db97723432ebc021572f85943ae', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d'}}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:52:06.274345 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-ac1aa9cb-285c-4fad-947f-fe25f69a539d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8786'] for router, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:06.275630 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-ac1aa9cb-285c-4fad-947f-fe25f69a539d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1691692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1695932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-424503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8811'] for router, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:06.279323 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f32cca9-75e6-4275-be89-33c048205596 req-7bb8382d-938b-4cd9-902d-3b73e2a20bad tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:06.287139 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-1f32cca9-75e6-4275-be89-33c048205596 req-7bb8382d-938b-4cd9-902d-3b73e2a20bad tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/networks?id=2ca7c045-af05-4524-bcc4-6b4f1b7ebefb HTTP/1.1" status: 200 len: 815 time: 0.1404550 Sep 03 09:52:06.311074 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-1f32cca9-75e6-4275-be89-33c048205596 req-8e3909a6-bf76-4352-9435-0286245d9efd tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/quotas/343cc1bfb2f9452291ef8e11cb33cf4c HTTP/1.1" status: 200 len: 375 time: 0.0230000 Sep 03 09:52:06.407559 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-1f32cca9-75e6-4275-be89-33c048205596 req-67d1d9b4-605c-43b6-92fd-ae80c3425735 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=343cc1bfb2f9452291ef8e11cb33cf4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0952127 Sep 03 09:52:06.409182 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-ac1aa9cb-285c-4fad-947f-fe25f69a539d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:06.541941 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-1f32cca9-75e6-4275-be89-33c048205596 req-cef89921-40bd-4285-aa22-bbe52db5fa78 service neutron] 10.222.0.67 "GET /v2.0/networks/2ca7c045-af05-4524-bcc4-6b4f1b7ebefb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333716 Sep 03 09:52:06.551374 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c494d1b-07d0-4a8f-b431-0873c3ff4bb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18c2692c-177d-5ddd-a673-7a9ff6d9d43f-f5dad9d9-c5c9-4f54-954b-8f46ad088140', 'network_id': 'f5dad9d9-c5c9-4f54-954b-8f46ad088140', 'tenant_id': 'b6c50db97723432ebc021572f85943ae', 'fixed_ips': [{'subnet_id': '50312df5-c5ba-48a8-9dca-a1103d54fc6d'}]}} from dv-cinder-606346-32-iscsi. {{(pid=105526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 09:52:06.552261 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-4c494d1b-07d0-4a8f-b431-0873c3ff4bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:06.661630 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-1f32cca9-75e6-4275-be89-33c048205596 req-438cec8c-c663-40de-aac6-4ba8a95c1cd4 service neutron] 10.222.0.67 "GET /v2.0/networks/2ca7c045-af05-4524-bcc4-6b4f1b7ebefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187599 Sep 03 09:52:06.694982 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-ac1aa9cb-285c-4fad-947f-fe25f69a539d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:06.734407 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.db_base_plugin_common [None req-4c494d1b-07d0-4a8f-b431-0873c3ff4bb0 None None] Allocated IP 172.20.0.2 (f5dad9d9-c5c9-4f54-954b-8f46ad088140/50312df5-c5ba-48a8-9dca-a1103d54fc6d/894c6206-e486-4756-9bab-37d5ba1e9d17) {{(pid=105526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:52:06.807691 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ba88d-13f2-47e3-9feb-ffe939b17d66 req-6c2e4788-b7f1-4b50-a358-232050e2fc8c tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:06.814390 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-c85ba88d-13f2-47e3-9feb-ffe939b17d66 req-6c2e4788-b7f1-4b50-a358-232050e2fc8c tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/networks?id=59017ab1-a56a-4b09-943b-db7df0a15114 HTTP/1.1" status: 200 len: 809 time: 0.3228657 Sep 03 09:52:06.859077 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-c85ba88d-13f2-47e3-9feb-ffe939b17d66 req-874552c1-0d93-4cad-931b-03057f422d29 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/quotas/298a5d8acf0b47e38a98291f6383fb58 HTTP/1.1" status: 200 len: 375 time: 0.0365696 Sep 03 09:52:06.960080 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca38fe-eabc-4bf2-b89f-6b0b09c287f1 req-63579d98-7432-47f2-be2e-8a37da238fc0 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:06.962931 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-3fca38fe-eabc-4bf2-b89f-6b0b09c287f1 req-63579d98-7432-47f2-be2e-8a37da238fc0 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.0716853 Sep 03 09:52:06.992963 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-c85ba88d-13f2-47e3-9feb-ffe939b17d66 req-db58258b-4e68-4387-ba39-a2aca7001435 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=298a5d8acf0b47e38a98291f6383fb58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1325917 Sep 03 09:52:06.996365 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-4c494d1b-07d0-4a8f-b431-0873c3ff4bb0 None None] Notify callbacks [] for port, precommit_create {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:07.010707 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-4c494d1b-07d0-4a8f-b431-0873c3ff4bb0 None None] Transition to ACTIVE for port object 894c6206-e486-4756-9bab-37d5ba1e9d17 will not be triggered until provisioned by entity L2. {{(pid=105526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:52:07.031327 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-4c494d1b-07d0-4a8f-b431-0873c3ff4bb0 None None] Transition to ACTIVE for port object 894c6206-e486-4756-9bab-37d5ba1e9d17 will not be triggered until provisioned by entity DHCP. {{(pid=105526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:52:07.041535 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-4c494d1b-07d0-4a8f-b431-0873c3ff4bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931'] for port, after_create {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:07.066855 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-3fca38fe-eabc-4bf2-b89f-6b0b09c287f1 req-c4273887-3233-42d3-ac29-1bcc30ea4d10 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789132 Sep 03 09:52:07.120455 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c494d1b-07d0-4a8f-b431-0873c3ff4bb0 None None] Network f5dad9d9-c5c9-4f54-954b-8f46ad088140 is already hosted by enough agents. {{(pid=105526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:52:07.125964 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.scheduler.base_scheduler [None req-4c494d1b-07d0-4a8f-b431-0873c3ff4bb0 None None] Resources bound (agent type, host, resource id): {{(pid=105526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:52:07.129148 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c494d1b-07d0-4a8f-b431-0873c3ff4bb0 None None] Received port after_create {{(pid=105526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:52:07.140910 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c494d1b-07d0-4a8f-b431-0873c3ff4bb0 None None] Pushing event updated for resources: {'Port': ['ID=894c6206-e486-4756-9bab-37d5ba1e9d17,revision_number=1']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:07.156410 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-ca8fc066-5c72-4cec-ba99-d3e235ece073 req-77df6b08-5106-4e97-a33d-2f3427d09e13 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d5fd3a0-ad63-447b-ae27-a1b6107de925 HTTP/1.1" status: 200 len: 210 time: 0.0276945 Sep 03 09:52:07.203955 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-c85ba88d-13f2-47e3-9feb-ffe939b17d66 req-17672b93-cbc5-491a-a5fe-867ea05384c9 service neutron] 10.222.0.67 "GET /v2.0/networks/59017ab1-a56a-4b09-943b-db7df0a15114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030916 Sep 03 09:52:07.221014 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.managers [None req-4c494d1b-07d0-4a8f-b431-0873c3ff4bb0 None None] Attempting to bind port 894c6206-e486-4756-9bab-37d5ba1e9d17 on host dv-cinder-606346-32-iscsi for vnic_type normal with profile {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 09:52:07.221529 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.managers [None req-4c494d1b-07d0-4a8f-b431-0873c3ff4bb0 None None] Attempting to bind port 894c6206-e486-4756-9bab-37d5ba1e9d17 by drivers openvswitch,hyperv on host dv-cinder-606346-32-iscsi at level 0 using segments [{'id': 'a218ce8c-e4ea-434c-b6ed-34586d46e94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'f5dad9d9-c5c9-4f54-954b-8f46ad088140'}] {{(pid=105526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 09:52:07.221933 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c494d1b-07d0-4a8f-b431-0873c3ff4bb0 None None] Attempting to bind port 894c6206-e486-4756-9bab-37d5ba1e9d17 on network f5dad9d9-c5c9-4f54-954b-8f46ad088140 {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:52:07.227146 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c494d1b-07d0-4a8f-b431-0873c3ff4bb0 None None] Checking agent: {'id': 'ce816ebf-b316-41f6-aeb5-8037a78dc56b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 9, 42, 33), 'started_at': datetime.datetime(2021, 9, 3, 9, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 9, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 09:52:07.227532 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c494d1b-07d0-4a8f-b431-0873c3ff4bb0 None None] Checking segment: {'id': 'a218ce8c-e4ea-434c-b6ed-34586d46e94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'f5dad9d9-c5c9-4f54-954b-8f46ad088140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:52:07.228221 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-4c494d1b-07d0-4a8f-b431-0873c3ff4bb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:07.228631 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c494d1b-07d0-4a8f-b431-0873c3ff4bb0 None None] Bound using segment: {'id': 'a218ce8c-e4ea-434c-b6ed-34586d46e94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'f5dad9d9-c5c9-4f54-954b-8f46ad088140'} {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 09:52:07.229110 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.managers [None req-4c494d1b-07d0-4a8f-b431-0873c3ff4bb0 None None] Bound port: 894c6206-e486-4756-9bab-37d5ba1e9d17, host: dv-cinder-606346-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a218ce8c-e4ea-434c-b6ed-34586d46e94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'f5dad9d9-c5c9-4f54-954b-8f46ad088140'}}] {{(pid=105526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 09:52:07.229498 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-4c494d1b-07d0-4a8f-b431-0873c3ff4bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:07.298959 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-4c494d1b-07d0-4a8f-b431-0873c3ff4bb0 None None] For port 894c6206-e486-4756-9bab-37d5ba1e9d17, host dv-cinder-606346-32-iscsi, cleared binding levels {{(pid=105526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 09:52:07.303047 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-4c494d1b-07d0-4a8f-b431-0873c3ff4bb0 None None] For port 894c6206-e486-4756-9bab-37d5ba1e9d17, host dv-cinder-606346-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=894c6206-e486-4756-9bab-37d5ba1e9d17,segment=NetworkSegment(a218ce8c-e4ea-434c-b6ed-34586d46e94e),segment_id=a218ce8c-e4ea-434c-b6ed-34586d46e94e)] {{(pid=105526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 09:52:07.309942 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-4c494d1b-07d0-4a8f-b431-0873c3ff4bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:07.358823 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-ac1aa9cb-285c-4fad-947f-fe25f69a539d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:07.373250 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c494d1b-07d0-4a8f-b431-0873c3ff4bb0 None None] Pushing event updated for resources: {'Port': ['ID=894c6206-e486-4756-9bab-37d5ba1e9d17,revision_number=2']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:07.391713 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-ac1aa9cb-285c-4fad-947f-fe25f69a539d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:07.406173 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-c85ba88d-13f2-47e3-9feb-ffe939b17d66 req-d33640ec-2910-4b2f-80df-f8c35d6ae630 service neutron] 10.222.0.67 "GET /v2.0/networks/59017ab1-a56a-4b09-943b-db7df0a15114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687546 Sep 03 09:52:07.523059 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.db_base_plugin_common [None req-ac1aa9cb-285c-4fad-947f-fe25f69a539d admin admin] Allocated IP 172.27.3.122 (16dc62c0-adaf-4d17-9be4-5c31a1b1de1d/e699cb95-0a95-4e72-9bdf-93d4b1cc29ef/9a08e01f-684a-4614-bd1a-592853f6e42c) {{(pid=105524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:52:07.720638 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-a707c030-8a36-4e9b-866e-c70b05e366d1 req-eec3f75e-dca4-4d5c-846e-c6e9b91b764b tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/ports?device_id=9eee6ec8-8232-4940-9530-21e44bc26b67 HTTP/1.1" status: 200 len: 210 time: 0.0671782 Sep 03 09:52:07.784305 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-ac1aa9cb-285c-4fad-947f-fe25f69a539d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:07.846041 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-ac1aa9cb-285c-4fad-947f-fe25f69a539d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931'] for port, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:07.916485 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1aa9cb-285c-4fad-947f-fe25f69a539d admin admin] Network 16dc62c0-adaf-4d17-9be4-5c31a1b1de1d is already hosted by enough agents. {{(pid=105524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:52:07.921369 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.base_scheduler [None req-ac1aa9cb-285c-4fad-947f-fe25f69a539d admin admin] Resources bound (agent type, host, resource id): {{(pid=105524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:52:07.928787 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1aa9cb-285c-4fad-947f-fe25f69a539d admin admin] Received port after_create {{(pid=105524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:52:08.010528 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 894c6206-e486-4756-9bab-37d5ba1e9d17 up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:52:08.060095 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1aa9cb-285c-4fad-947f-fe25f69a539d admin admin] Pushing event updated for resources: {'Port': ['ID=9a08e01f-684a-4614-bd1a-592853f6e42c,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:08.127014 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 35990) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:52:08.184449 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning for port 894c6206-e486-4756-9bab-37d5ba1e9d17 completed by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:52:08.384638 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-007e5054-d329-4eba-ab2a-3f3ea9b23ae8 req-f1e7916a-2a60-42e5-b44b-6217375080e6 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d5fd3a0-ad63-447b-ae27-a1b6107de925 HTTP/1.1" status: 200 len: 210 time: 0.0488129 Sep 03 09:52:08.558309 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-f13e79ed-6eed-4c05-a15e-700ad2509814 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=293d6b1507ab42bd9699637583d4c113&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4296651 Sep 03 09:52:08.558905 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 36006) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:52:08.575905 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 001f9dcb-36ff-4f73-9a9b-99ad925e68b7 no longer exists at agent hyperv_hv-cinder-60634 {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 09:52:08.609302 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] No Port match for: 001f9dcb-36ff-4f73-9a9b-99ad925e68b7 {{(pid=105526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 09:52:08.622879 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 001f9dcb-36ff-4f73-9a9b-99ad925e68b7 not bound to the agent host hv-cinder-60634 {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 09:52:08.635669 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-83d2f743-93d0-4ec2-8055-f135717b7148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:08.668235 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-83d2f743-93d0-4ec2-8055-f135717b7148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:08.747331 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-83d2f743-93d0-4ec2-8055-f135717b7148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:08.750091 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-83d2f743-93d0-4ec2-8055-f135717b7148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:08.751286 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-83d2f743-93d0-4ec2-8055-f135717b7148 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/57a1cee4-3967-46d7-9f6f-b84546834a4f HTTP/1.1" status: 204 len: 168 time: 0.1913764 Sep 03 09:52:08.760599 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d2f743-93d0-4ec2-8055-f135717b7148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a1cee4-3967-46d7-9f6f-b84546834a4f,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:08.856318 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac7d23-4254-4557-8bd4-5eddc29aa926 req-4a18d53c-4b8a-4936-9fb1-536e4f5b787f tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:08.858331 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-56ac7d23-4254-4557-8bd4-5eddc29aa926 req-4a18d53c-4b8a-4936-9fb1-536e4f5b787f tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.1574941 Sep 03 09:52:08.879509 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1e74d9-e8f5-4f7e-bbbe-114e14e494fd None None] Network f5dad9d9-c5c9-4f54-954b-8f46ad088140 requested from dv-cinder-606346-32-iscsi {{(pid=105526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 09:52:08.895621 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-ac1aa9cb-285c-4fad-947f-fe25f69a539d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:08.910319 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-b3f85904-752d-4c9a-861a-7d68bed6277e req-c3faf2f3-8273-4dad-af34-60c95056053f tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/ports?device_id=9eee6ec8-8232-4940-9530-21e44bc26b67 HTTP/1.1" status: 200 len: 210 time: 0.0490241 Sep 03 09:52:08.962228 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f32cca9-75e6-4275-be89-33c048205596 req-8f4f4900-0c2e-4028-9204-5f613a79ec9d tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:08.964775 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-1f32cca9-75e6-4275-be89-33c048205596 req-8f4f4900-0c2e-4028-9204-5f613a79ec9d tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.60 "GET /v2.0/networks?id=2ca7c045-af05-4524-bcc4-6b4f1b7ebefb HTTP/1.1" status: 200 len: 815 time: 0.2625251 Sep 03 09:52:08.994932 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-ea9aac7d-4be3-4ba8-9996-7a876c59587c None None] Provisioning for port 894c6206-e486-4756-9bab-37d5ba1e9d17 completed by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:52:09.004187 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-ea9aac7d-4be3-4ba8-9996-7a876c59587c None None] Provisioning complete for port 894c6206-e486-4756-9bab-37d5ba1e9d17 triggered by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:52:09.004558 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-ea9aac7d-4be3-4ba8-9996-7a876c59587c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:09.069499 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [req-1f32cca9-75e6-4275-be89-33c048205596 req-52f4d9ac-eb57-46ba-b715-14f397e24a48 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Request body: {'port': {'device_id': '9d5fd3a0-ad63-447b-ae27-a1b6107de925', 'network_id': '2ca7c045-af05-4524-bcc4-6b4f1b7ebefb', 'admin_state_up': True, 'tenant_id': '343cc1bfb2f9452291ef8e11cb33cf4c'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:52:09.201265 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-56ac7d23-4254-4557-8bd4-5eddc29aa926 req-f72e805e-b64e-4cd6-9d65-39d4d84bb0dd tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194375 Sep 03 09:52:09.215447 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-ea9aac7d-4be3-4ba8-9996-7a876c59587c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:09.269315 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-ea9aac7d-4be3-4ba8-9996-7a876c59587c None None] For port 894c6206-e486-4756-9bab-37d5ba1e9d17, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=894c6206-e486-4756-9bab-37d5ba1e9d17,segment=NetworkSegment(a218ce8c-e4ea-434c-b6ed-34586d46e94e),segment_id=a218ce8c-e4ea-434c-b6ed-34586d46e94e)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:52:09.281420 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-ea9aac7d-4be3-4ba8-9996-7a876c59587c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:09.446742 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9aac7d-4be3-4ba8-9996-7a876c59587c None None] Pushing event updated for resources: {'Port': ['ID=894c6206-e486-4756-9bab-37d5ba1e9d17,revision_number=3']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:09.530080 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-ac1aa9cb-285c-4fad-947f-fe25f69a539d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1691685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1695977'] for router, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:09.546697 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ba88d-13f2-47e3-9feb-ffe939b17d66 req-ea992682-d2ff-481e-88d1-df1dac5e338b tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:09.549056 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-c85ba88d-13f2-47e3-9feb-ffe939b17d66 req-ea992682-d2ff-481e-88d1-df1dac5e338b tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.60 "GET /v2.0/networks?id=59017ab1-a56a-4b09-943b-db7df0a15114 HTTP/1.1" status: 200 len: 809 time: 0.2993503 Sep 03 09:52:09.570104 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-ca7755d0-5194-49ba-a52d-3bc0d8e11f27 req-ad49a26c-be43-480f-bd88-c2e9d1930958 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d5fd3a0-ad63-447b-ae27-a1b6107de925 HTTP/1.1" status: 200 len: 210 time: 0.0411267 Sep 03 09:52:09.578124 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [req-c85ba88d-13f2-47e3-9feb-ffe939b17d66 req-3b5039db-833c-4cb0-ba59-58dce83aaa4d tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Request body: {'port': {'device_id': '9eee6ec8-8232-4940-9530-21e44bc26b67', 'network_id': '59017ab1-a56a-4b09-943b-db7df0a15114', 'admin_state_up': True, 'tenant_id': '298a5d8acf0b47e38a98291f6383fb58'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:52:09.639897 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-90dd3bd7-f2e5-4c05-919a-af87ab029602 None None] Provisioning complete for port 894c6206-e486-4756-9bab-37d5ba1e9d17 triggered by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:52:09.640560 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-90dd3bd7-f2e5-4c05-919a-af87ab029602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:09.641731 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f32cca9-75e6-4275-be89-33c048205596 req-52f4d9ac-eb57-46ba-b715-14f397e24a48 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Made reservation on behalf of 343cc1bfb2f9452291ef8e11cb33cf4c for: {'port': 1} {{(pid=105524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:52:09.645361 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-1f32cca9-75e6-4275-be89-33c048205596 req-52f4d9ac-eb57-46ba-b715-14f397e24a48 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:09.906060 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 36064) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:52:09.958016 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c85ba88d-13f2-47e3-9feb-ffe939b17d66 req-3b5039db-833c-4cb0-ba59-58dce83aaa4d tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Made reservation on behalf of 298a5d8acf0b47e38a98291f6383fb58 for: {'port': 1} {{(pid=105524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:52:09.962122 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-c85ba88d-13f2-47e3-9feb-ffe939b17d66 req-3b5039db-833c-4cb0-ba59-58dce83aaa4d tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:09.991422 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 894c6206-e486-4756-9bab-37d5ba1e9d17 up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:52:09.992514 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.db_base_plugin_common [req-1f32cca9-75e6-4275-be89-33c048205596 req-52f4d9ac-eb57-46ba-b715-14f397e24a48 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Allocated IP 172.20.0.8 (2ca7c045-af05-4524-bcc4-6b4f1b7ebefb/8da37cab-7d9d-4282-adea-29440e0d2f69/2034a98b-4047-4d68-868d-001950555fd0) {{(pid=105524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:52:10.016863 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac1aa9cb-285c-4fad-947f-fe25f69a539d admin admin] Router fa2aa479-634c-4482-b4c4-494e91679ee2 is scheduled to L3 agent d52909a0-0f60-4ffe-9597-25dbe871271a with binding_index 1 {{(pid=105524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 09:52:10.073469 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-0fc9e626-0b69-4cce-9c63-628ec30a4849 req-76947e90-656a-4f77-bd9b-257a66c23dd2 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/ports?device_id=9eee6ec8-8232-4940-9530-21e44bc26b67 HTTP/1.1" status: 200 len: 210 time: 0.0498860 Sep 03 09:52:10.099754 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning complete for port 894c6206-e486-4756-9bab-37d5ba1e9d17 triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:52:10.100197 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:10.124696 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [None req-da877d16-2770-43ce-8f40-3ad862699e8d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1130982208-network', 'tenant_id': '44b3fef83509437faeb9b56d841754dc'}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:52:10.147766 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da877d16-2770-43ce-8f40-3ad862699e8d admin admin] Made reservation on behalf of 44b3fef83509437faeb9b56d841754dc for: {'network': 1} {{(pid=105525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:52:10.152330 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-da877d16-2770-43ce-8f40-3ad862699e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for network, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:10.162558 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-da877d16-2770-43ce-8f40-3ad862699e8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:10.263462 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-da877d16-2770-43ce-8f40-3ad862699e8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:10.267698 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-da877d16-2770-43ce-8f40-3ad862699e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:10.296140 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da877d16-2770-43ce-8f40-3ad862699e8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=105525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 09:52:10.303483 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da877d16-2770-43ce-8f40-3ad862699e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd08f68d-ffc2-4f14-9179-c3c35cf884ad,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:10.312753 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-da877d16-2770-43ce-8f40-3ad862699e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718351'] for segment, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:10.313219 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.db.segments_db [None req-da877d16-2770-43ce-8f40-3ad862699e8d admin admin] Added segment a16e87dd-84e7-4093-b690-127dd30a953e of type vlan for network 6c3f9ad0-7bd7-4b81-8392-49aacbf78e47 Sep 03 09:52:10.355507 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.db_base_plugin_common [req-c85ba88d-13f2-47e3-9feb-ffe939b17d66 req-3b5039db-833c-4cb0-ba59-58dce83aaa4d tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Allocated IP 172.20.0.11 (59017ab1-a56a-4b09-943b-db7df0a15114/ca6d6a7f-f740-48bb-bd16-b3a6ec3d8afd/7e45a0f2-93b9-41c2-9251-8e98bb8b654b) {{(pid=105524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:52:10.362600 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-da877d16-2770-43ce-8f40-3ad862699e8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759173236709'] for network, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:10.365038 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1aa9cb-285c-4fad-947f-fe25f69a539d admin admin] Notify agent at l3_agent.dv-cinder-606346-32-iscsi the message routers_updated {{(pid=105524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 09:52:10.378047 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa271ee1-d1ba-4791-bbff-bac873e30aaf None None] Sync routers for ids ['fa2aa479-634c-4482-b4c4-494e91679ee2'] in dv-cinder-606346-32-iscsi {{(pid=105527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 09:52:10.392625 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-da877d16-2770-43ce-8f40-3ad862699e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146'] for network, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:10.393718 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da877d16-2770-43ce-8f40-3ad862699e8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:10.394576 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-da877d16-2770-43ce-8f40-3ad862699e8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for network, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:10.403769 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa271ee1-d1ba-4791-bbff-bac873e30aaf None None] Routers {'fa2aa479-634c-4482-b4c4-494e91679ee2'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:52:10.404461 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-aa271ee1-d1ba-4791-bbff-bac873e30aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:52:02Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['fa2aa479-634c-4482-b4c4-494e91679ee2'], 'active': True} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:52:10.427184 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-1f32cca9-75e6-4275-be89-33c048205596 req-52f4d9ac-eb57-46ba-b715-14f397e24a48 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Notify callbacks [] for port, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:10.433619 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-da877d16-2770-43ce-8f40-3ad862699e8d admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5258009 Sep 03 09:52:10.436573 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 36078) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:52:10.436900 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb3da6-f9b4-4bfe-a3ec-f100c920eb00 req-d20876b7-b25d-4ecc-8245-ba5216fc3e9d tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:10.438481 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-9cdb3da6-f9b4-4bfe-a3ec-f100c920eb00 req-d20876b7-b25d-4ecc-8245-ba5216fc3e9d tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.1619842 Sep 03 09:52:10.439236 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-ac1aa9cb-285c-4fad-947f-fe25f69a539d admin admin] Notify callbacks [] for router, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:10.440337 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-ac1aa9cb-285c-4fad-947f-fe25f69a539d admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2270873 Sep 03 09:52:10.442405 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [None req-de75224e-f773-47fe-b022-918b07e936d8 admin admin] Request body: {'subnet': {'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1130982208-subnet', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'ip_version': 4}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:52:10.446030 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 36080) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:52:10.476044 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da877d16-2770-43ce-8f40-3ad862699e8d admin admin] Pushing event updated for resources: {'Network': ['ID=6c3f9ad0-7bd7-4b81-8392-49aacbf78e47,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:10.496180 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de75224e-f773-47fe-b022-918b07e936d8 admin admin] Made reservation on behalf of 44b3fef83509437faeb9b56d841754dc for: {'subnet': 1} {{(pid=105525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:52:10.501175 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Network 6c3f9ad0-7bd7-4b81-8392-49aacbf78e47 details requested by agent ovs-agent-dv-cinder-606346-32-iscsi with host dv-cinder-606346-32-iscsi {{(pid=105526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 09:52:10.510898 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-de75224e-f773-47fe-b022-918b07e936d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25634998'] for subnet, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:10.521541 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvr_db [None req-aa271ee1-d1ba-4791-bbff-bac873e30aaf None None] Set router fa2aa479-634c-4482-b4c4-494e91679ee2 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:52:10.621305 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-9cdb3da6-f9b4-4bfe-a3ec-f100c920eb00 req-26d5f914-472a-47ae-99bd-1de747d8749c tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599996 Sep 03 09:52:10.702828 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-1f32cca9-75e6-4275-be89-33c048205596 req-52f4d9ac-eb57-46ba-b715-14f397e24a48 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931'] for port, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:10.720278 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] get_ports_and_sgs() called for port_ids ['8f14eea0-cbb9-4187-b8dd-48cbd6747e9d', '804952d9-9631-42ef-b6f3-186a4104a331'] {{(pid=105526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 09:52:10.781494 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 36096) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:52:10.830409 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-aa271ee1-d1ba-4791-bbff-bac873e30aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2aa479-634c-4482-b4c4-494e91679ee2', 'name': 'tempest-TestMinimumBasicScenario-1652052393-router', 'tenant_id': 'b6c50db97723432ebc021572f85943ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9a08e01f-684a-4614-bd1a-592853f6e42c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:06Z', 'updated_at': '2021-09-03T09:52:08Z', 'revision_number': 3, 'project_id': 'b6c50db97723432ebc021572f85943ae', 'gw_port': {'id': '9a08e01f-684a-4614-bd1a-592853f6e42c', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2aa479-634c-4482-b4c4-494e91679ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:07Z', 'updated_at': '2021-09-03T09:52:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi'}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:52:10.864461 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa271ee1-d1ba-4791-bbff-bac873e30aaf None None] Checking router: fa2aa479-634c-4482-b4c4-494e91679ee2 for host: dv-cinder-606346-32-iscsi {{(pid=105527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 09:52:10.865126 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa271ee1-d1ba-4791-bbff-bac873e30aaf None None] Updating router fa2aa479-634c-4482-b4c4-494e91679ee2 port 9a08e01f-684a-4614-bd1a-592853f6e42c binding host dv-cinder-606346-32-iscsi {{(pid=105527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 09:52:10.879375 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b100720-344e-433f-811a-ac5d9936c744 req-36a9c8dc-eeb6-4987-b1a8-ea4e0f9e046b tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:10.888613 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-9b100720-344e-433f-811a-ac5d9936c744 req-36a9c8dc-eeb6-4987-b1a8-ea4e0f9e046b tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d5fd3a0-ad63-447b-ae27-a1b6107de925 HTTP/1.1" status: 200 len: 931 time: 0.2005343 Sep 03 09:52:10.892945 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-aa271ee1-d1ba-4791-bbff-bac873e30aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:10.941212 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.db_base_plugin_v2 [None req-289e4ed7-02ef-4038-897b-f9f22200565f admin admin] Deleting subnet 7123c714-8d0c-4663-9cd4-1a0e872a9707 {{(pid=105525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 09:52:10.947225 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-de75224e-f773-47fe-b022-918b07e936d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25166753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25634968'] for subnet, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:10.960108 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-289e4ed7-02ef-4038-897b-f9f22200565f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:11.038433 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-9b100720-344e-433f-811a-ac5d9936c744 req-6b004ae9-951b-4059-af6d-415aec1b0c21 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485746 Sep 03 09:52:11.066223 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-289e4ed7-02ef-4038-897b-f9f22200565f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26582411'] for subnet, precommit_delete_associations {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:11.122584 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-289e4ed7-02ef-4038-897b-f9f22200565f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713190'] for subnet, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:11.159466 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-c85ba88d-13f2-47e3-9feb-ffe939b17d66 req-3b5039db-833c-4cb0-ba59-58dce83aaa4d tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Notify callbacks [] for port, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:11.189627 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de75224e-f773-47fe-b022-918b07e936d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f30130ee-7f80-427c-b15d-1973012df7f3,revision_number=0']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:11.207451 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de75224e-f773-47fe-b022-918b07e936d8 admin admin] Checking segment: {'id': 'a16e87dd-84e7-4093-b690-127dd30a953e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:52:11.208363 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de75224e-f773-47fe-b022-918b07e936d8 admin admin] Network hostable DHCP agents. Network: 6c3f9ad0-7bd7-4b81-8392-49aacbf78e47, hostable agents: ['b845873d-a9da-4ebd-9f87-ebd42caf249d'], hosted agents: [] {{(pid=105525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 09:52:11.211784 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-aa271ee1-d1ba-4791-bbff-bac873e30aaf None None] Notify callbacks [] for port, precommit_update {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:11.212084 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-289e4ed7-02ef-4038-897b-f9f22200565f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25166688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25634963'] for subnet, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:11.226470 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.provisioning_blocks [None req-aa271ee1-d1ba-4791-bbff-bac873e30aaf None None] Transition to ACTIVE for port object 9a08e01f-684a-4614-bd1a-592853f6e42c will not be triggered until provisioned by entity L2. {{(pid=105527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:52:11.235284 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-aa271ee1-d1ba-4791-bbff-bac873e30aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:11.248478 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289e4ed7-02ef-4038-897b-f9f22200565f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7123c714-8d0c-4663-9cd4-1a0e872a9707,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:11.253670 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-289e4ed7-02ef-4038-897b-f9f22200565f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for subnet, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:11.255631 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-289e4ed7-02ef-4038-897b-f9f22200565f admin admin] 10.222.0.67 "DELETE /v2.0/subnets/7123c714-8d0c-4663-9cd4-1a0e872a9707 HTTP/1.1" status: 204 len: 168 time: 0.4727843 Sep 03 09:52:11.259024 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 36106) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:52:11.263985 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-9c3cb665-0123-4908-b76a-dbb1ca96705f req-691850a4-3b1b-4cb3-b260-2a3889118988 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/ports?device_id=9eee6ec8-8232-4940-9530-21e44bc26b67 HTTP/1.1" status: 200 len: 210 time: 0.0375166 Sep 03 09:52:11.271404 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de75224e-f773-47fe-b022-918b07e936d8 admin admin] Network 6c3f9ad0-7bd7-4b81-8392-49aacbf78e47 is scheduled to be hosted by DHCP agent b845873d-a9da-4ebd-9f87-ebd42caf249d with binding_index 1 {{(pid=105525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 09:52:11.281334 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f32cca9-75e6-4275-be89-33c048205596 req-52f4d9ac-eb57-46ba-b715-14f397e24a48 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Network 2ca7c045-af05-4524-bcc4-6b4f1b7ebefb is already hosted by enough agents. {{(pid=105524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:52:11.291407 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.base_scheduler [req-1f32cca9-75e6-4275-be89-33c048205596 req-52f4d9ac-eb57-46ba-b715-14f397e24a48 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Resources bound (agent type, host, resource id): {{(pid=105524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:52:11.301012 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f32cca9-75e6-4275-be89-33c048205596 req-52f4d9ac-eb57-46ba-b715-14f397e24a48 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Received port after_create {{(pid=105524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:52:11.301854 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e19de1-83f3-405c-a206-0c4af3be3e73 None None] Pushing event updated for resources: {'Port': ['ID=9a08e01f-684a-4614-bd1a-592853f6e42c,revision_number=2']} {{(pid=105527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:11.308146 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f32cca9-75e6-4275-be89-33c048205596 req-52f4d9ac-eb57-46ba-b715-14f397e24a48 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:11.308818 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-1f32cca9-75e6-4275-be89-33c048205596 req-52f4d9ac-eb57-46ba-b715-14f397e24a48 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for port, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:11.309779 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.base_scheduler [None req-de75224e-f773-47fe-b022-918b07e936d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-32-iscsi, 6c3f9ad0-7bd7-4b81-8392-49aacbf78e47) {{(pid=105525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:52:11.314923 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de75224e-f773-47fe-b022-918b07e936d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:11.315561 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-de75224e-f773-47fe-b022-918b07e936d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for subnet, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:11.322371 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608a85b0-29b2-4f76-abf9-4f6c9d3e7141 None None] Network 6c3f9ad0-7bd7-4b81-8392-49aacbf78e47 requested from dv-cinder-606346-32-iscsi {{(pid=105526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 09:52:11.330392 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f4d9ac-eb57-46ba-b715-14f397e24a48 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Pushing event updated for resources: {'Port': ['ID=2034a98b-4047-4d68-868d-001950555fd0,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:11.334277 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e19de1-83f3-405c-a206-0c4af3be3e73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:52:11.334870 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e19de1-83f3-405c-a206-0c4af3be3e73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:52:11.335322 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e19de1-83f3-405c-a206-0c4af3be3e73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:52:11.335771 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e19de1-83f3-405c-a206-0c4af3be3e73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:52:11.336296 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e19de1-83f3-405c-a206-0c4af3be3e73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:52:11.336785 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e19de1-83f3-405c-a206-0c4af3be3e73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:52:11.337271 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e19de1-83f3-405c-a206-0c4af3be3e73 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:52:11.337971 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e19de1-83f3-405c-a206-0c4af3be3e73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:52:11.338462 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e19de1-83f3-405c-a206-0c4af3be3e73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:52:11.338956 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e19de1-83f3-405c-a206-0c4af3be3e73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:52:11.339539 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e19de1-83f3-405c-a206-0c4af3be3e73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:52:11.340774 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e19de1-83f3-405c-a206-0c4af3be3e73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:52:11.346010 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.managers [None req-aa271ee1-d1ba-4791-bbff-bac873e30aaf None None] Attempting to bind port 9a08e01f-684a-4614-bd1a-592853f6e42c on host dv-cinder-606346-32-iscsi for vnic_type normal with profile {{(pid=105527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 09:52:11.346552 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.managers [None req-aa271ee1-d1ba-4791-bbff-bac873e30aaf None None] Attempting to bind port 9a08e01f-684a-4614-bd1a-592853f6e42c by drivers openvswitch,hyperv on host dv-cinder-606346-32-iscsi at level 0 using segments [{'id': '454dc13d-4a6c-4de8-982e-8a57b380b104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d'}] {{(pid=105527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 09:52:11.347103 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa271ee1-d1ba-4791-bbff-bac873e30aaf None None] Attempting to bind port 9a08e01f-684a-4614-bd1a-592853f6e42c on network 16dc62c0-adaf-4d17-9be4-5c31a1b1de1d {{(pid=105527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:52:11.358153 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa271ee1-d1ba-4791-bbff-bac873e30aaf None None] Checking agent: {'id': 'ce816ebf-b316-41f6-aeb5-8037a78dc56b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 9, 42, 33), 'started_at': datetime.datetime(2021, 9, 3, 9, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 9, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 09:52:11.358364 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-de75224e-f773-47fe-b022-918b07e936d8 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9176872 Sep 03 09:52:11.358467 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa271ee1-d1ba-4791-bbff-bac873e30aaf None None] Checking segment: {'id': '454dc13d-4a6c-4de8-982e-8a57b380b104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:52:11.358467 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-aa271ee1-d1ba-4791-bbff-bac873e30aaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:11.358467 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa271ee1-d1ba-4791-bbff-bac873e30aaf None None] Bound using segment: {'id': '454dc13d-4a6c-4de8-982e-8a57b380b104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d'} {{(pid=105527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 09:52:11.358891 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.managers [None req-aa271ee1-d1ba-4791-bbff-bac873e30aaf None None] Bound port: 9a08e01f-684a-4614-bd1a-592853f6e42c, host: dv-cinder-606346-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '454dc13d-4a6c-4de8-982e-8a57b380b104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d'}}] {{(pid=105527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 09:52:11.359412 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-aa271ee1-d1ba-4791-bbff-bac873e30aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:11.362204 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 36108) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:52:11.363806 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-1f32cca9-75e6-4275-be89-33c048205596 req-52f4d9ac-eb57-46ba-b715-14f397e24a48 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2982848 Sep 03 09:52:11.368911 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [None req-634bc5ae-751a-4f32-bff8-b89a662d1bdf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1130982208-router', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d'}}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:52:11.396293 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [req-1f32cca9-75e6-4275-be89-33c048205596 req-28b095ef-bb6c-418d-affd-ccc5f651d27d service neutron] Request body: {'port': {'device_id': '9d5fd3a0-ad63-447b-ae27-a1b6107de925', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:52:11.411279 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-191c2e70-719f-4463-b3f8-a665cab0b1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1404653'] for network, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:11.423472 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.db [None req-aa271ee1-d1ba-4791-bbff-bac873e30aaf None None] For port 9a08e01f-684a-4614-bd1a-592853f6e42c, host dv-cinder-606346-32-iscsi, cleared binding levels {{(pid=105527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 09:52:11.427226 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.db [None req-aa271ee1-d1ba-4791-bbff-bac873e30aaf None None] For port 9a08e01f-684a-4614-bd1a-592853f6e42c, host dv-cinder-606346-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=9a08e01f-684a-4614-bd1a-592853f6e42c,segment=NetworkSegment(454dc13d-4a6c-4de8-982e-8a57b380b104),segment_id=454dc13d-4a6c-4de8-982e-8a57b380b104)] {{(pid=105527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 09:52:11.437601 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-634bc5ae-751a-4f32-bff8-b89a662d1bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8786'] for router, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:11.438861 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-aa271ee1-d1ba-4791-bbff-bac873e30aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:11.439413 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-634bc5ae-751a-4f32-bff8-b89a662d1bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1691692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1695932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-424503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8811'] for router, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:11.516150 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-191c2e70-719f-4463-b3f8-a665cab0b1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717939', 'neutron.services.segments.db._delete_segments_for_network-8759173696085'] for network, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:11.516428 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e19de1-83f3-405c-a206-0c4af3be3e73 None None] Pushing event updated for resources: {'Port': ['ID=9a08e01f-684a-4614-bd1a-592853f6e42c,revision_number=3']} {{(pid=105527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:11.529029 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-1f32cca9-75e6-4275-be89-33c048205596 req-28b095ef-bb6c-418d-affd-ccc5f651d27d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:11.538664 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.services.segments.db [None req-191c2e70-719f-4463-b3f8-a665cab0b1a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9808512-0de7-4888-8c8d-ffdb7f5e9c90']}} {{(pid=105525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:52:11.547805 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa271ee1-d1ba-4791-bbff-bac873e30aaf None None] Routers {'fa2aa479-634c-4482-b4c4-494e91679ee2'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:52:11.548632 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-aa271ee1-d1ba-4791-bbff-bac873e30aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:52:02Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['fa2aa479-634c-4482-b4c4-494e91679ee2'], 'active': True} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:52:11.551881 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50b1a87-5639-41b6-99bc-25e6da9ba144 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18c2692c-177d-5ddd-a673-7a9ff6d9d43f-6c3f9ad0-7bd7-4b81-8392-49aacbf78e47', 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'fixed_ips': [{'subnet_id': 'f30130ee-7f80-427c-b15d-1973012df7f3'}]}} from dv-cinder-606346-32-iscsi. {{(pid=105526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 09:52:11.553512 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-d50b1a87-5639-41b6-99bc-25e6da9ba144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:11.558523 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.services.segments.db [None req-191c2e70-719f-4463-b3f8-a665cab0b1a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a6e11f2-b0ec-4a7d-afa5-02fb16a9b20b') {'for_net_delete': True} {{(pid=105525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:52:11.558982 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.services.segments.db [None req-191c2e70-719f-4463-b3f8-a665cab0b1a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a6e11f2-b0ec-4a7d-afa5-02fb16a9b20b') {} {{(pid=105525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:52:11.566114 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-c85ba88d-13f2-47e3-9feb-ffe939b17d66 req-3b5039db-833c-4cb0-ba59-58dce83aaa4d tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931'] for port, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:11.583108 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-191c2e70-719f-4463-b3f8-a665cab0b1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759173697630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26582418'] for segment, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:11.613324 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-191c2e70-719f-4463-b3f8-a665cab0b1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718351'] for segment, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:11.625475 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-191c2e70-719f-4463-b3f8-a665cab0b1a0 admin admin] Releasing vlan 804 on physical network physnet1 to pool {{(pid=105525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 09:52:11.625917 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-191c2e70-719f-4463-b3f8-a665cab0b1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25166654'] for segment, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:11.667988 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvr_db [None req-aa271ee1-d1ba-4791-bbff-bac873e30aaf None None] Set router fa2aa479-634c-4482-b4c4-494e91679ee2 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:52:11.720845 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.db_base_plugin_common [None req-d50b1a87-5639-41b6-99bc-25e6da9ba144 None None] Allocated IP 172.20.0.2 (6c3f9ad0-7bd7-4b81-8392-49aacbf78e47/f30130ee-7f80-427c-b15d-1973012df7f3/8fe5ce27-7d1f-4df3-bb55-d84b8c9f1fcc) {{(pid=105526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:52:11.753155 dv-cinder-606346-32-iscsi neutron-server[105525]: Traceback (most recent call last): Sep 03 09:52:11.753155 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 09:52:11.753155 dv-cinder-606346-32-iscsi neutron-server[105525]: timer() Sep 03 09:52:11.753155 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 09:52:11.753155 dv-cinder-606346-32-iscsi neutron-server[105525]: cb(*args, **kw) Sep 03 09:52:11.753155 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 09:52:11.753155 dv-cinder-606346-32-iscsi neutron-server[105525]: return func(*args, **kwargs) Sep 03 09:52:11.753155 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 09:52:11.753155 dv-cinder-606346-32-iscsi neutron-server[105525]: self._notify() Sep 03 09:52:11.753155 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 09:52:11.753155 dv-cinder-606346-32-iscsi neutron-server[105525]: self.callback(batched_events) Sep 03 09:52:11.753155 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 09:52:11.753155 dv-cinder-606346-32-iscsi neutron-server[105525]: event.method(event) Sep 03 09:52:11.753155 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 09:52:11.753155 dv-cinder-606346-32-iscsi neutron-server[105525]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 09:52:11.753155 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 09:52:11.753155 dv-cinder-606346-32-iscsi neutron-server[105525]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 09:52:11.753155 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 09:52:11.753155 dv-cinder-606346-32-iscsi neutron-server[105525]: return f(self, *a, **k) Sep 03 09:52:11.753155 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 09:52:11.753155 dv-cinder-606346-32-iscsi neutron-server[105525]: return self._get(url).json() Sep 03 09:52:11.753155 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 09:52:11.753155 dv-cinder-606346-32-iscsi neutron-server[105525]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 09:52:11.753155 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 09:52:11.753155 dv-cinder-606346-32-iscsi neutron-server[105525]: return self.request(url, 'GET', **kwargs) Sep 03 09:52:11.753155 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 09:52:11.753155 dv-cinder-606346-32-iscsi neutron-server[105525]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 09:52:11.753155 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 09:52:11.753155 dv-cinder-606346-32-iscsi neutron-server[105525]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 09:52:11.753155 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 09:52:11.753155 dv-cinder-606346-32-iscsi neutron-server[105525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 09:52:11.753155 dv-cinder-606346-32-iscsi neutron-server[105525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 09:52:11.763087 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-191c2e70-719f-4463-b3f8-a665cab0b1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417317'] for network, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:11.776099 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-191c2e70-719f-4463-b3f8-a665cab0b1a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for network, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:11.798174 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-191c2e70-719f-4463-b3f8-a665cab0b1a0 admin admin] 10.222.0.67 "DELETE /v2.0/networks/d9808512-0de7-4888-8c8d-ffdb7f5e9c90 HTTP/1.1" status: 204 len: 168 time: 0.5374751 Sep 03 09:52:11.799980 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 36120) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:52:11.904990 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-634bc5ae-751a-4f32-bff8-b89a662d1bdf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:11.947261 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c85ba88d-13f2-47e3-9feb-ffe939b17d66 req-3b5039db-833c-4cb0-ba59-58dce83aaa4d tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Network 59017ab1-a56a-4b09-943b-db7df0a15114 is already hosted by enough agents. {{(pid=105524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:52:11.949536 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5039db-833c-4cb0-ba59-58dce83aaa4d tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Pushing event updated for resources: {'Port': ['ID=7e45a0f2-93b9-41c2-9251-8e98bb8b654b,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:11.951102 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191c2e70-719f-4463-b3f8-a665cab0b1a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9808512-0de7-4888-8c8d-ffdb7f5e9c90,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:11.980627 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.base_scheduler [req-c85ba88d-13f2-47e3-9feb-ffe939b17d66 req-3b5039db-833c-4cb0-ba59-58dce83aaa4d tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Resources bound (agent type, host, resource id): {{(pid=105524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:52:11.985690 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.db_base_plugin_v2 [None req-eed23958-3d87-47f7-978d-3c5737622dae admin admin] Deleting subnet 5e145285-a3a2-4a4b-a93f-bff63b90519a {{(pid=105525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 09:52:11.990178 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-eed23958-3d87-47f7-978d-3c5737622dae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:11.992414 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.l3_dvrscheduler_db [req-c85ba88d-13f2-47e3-9feb-ffe939b17d66 req-3b5039db-833c-4cb0-ba59-58dce83aaa4d tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Received port after_create {{(pid=105524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:52:12.001813 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ba88d-13f2-47e3-9feb-ffe939b17d66 req-3b5039db-833c-4cb0-ba59-58dce83aaa4d tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:12.002744 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-c85ba88d-13f2-47e3-9feb-ffe939b17d66 req-3b5039db-833c-4cb0-ba59-58dce83aaa4d tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for port, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:12.027289 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18468c-ab11-4254-8a4d-84114c5b2f3d req-993559aa-f7bd-4aa0-b65f-adb72a7c3e58 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:12.030095 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-6c18468c-ab11-4254-8a4d-84114c5b2f3d req-993559aa-f7bd-4aa0-b65f-adb72a7c3e58 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.2121551 Sep 03 09:52:12.065615 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-aa271ee1-d1ba-4791-bbff-bac873e30aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2aa479-634c-4482-b4c4-494e91679ee2', 'name': 'tempest-TestMinimumBasicScenario-1652052393-router', 'tenant_id': 'b6c50db97723432ebc021572f85943ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9a08e01f-684a-4614-bd1a-592853f6e42c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:06Z', 'updated_at': '2021-09-03T09:52:08Z', 'revision_number': 3, 'project_id': 'b6c50db97723432ebc021572f85943ae', 'gw_port': {'id': '9a08e01f-684a-4614-bd1a-592853f6e42c', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2aa479-634c-4482-b4c4-494e91679ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:07Z', 'updated_at': '2021-09-03T09:52:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi'}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:52:12.082636 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-d50b1a87-5639-41b6-99bc-25e6da9ba144 None None] Notify callbacks [] for port, precommit_create {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:12.092956 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-d50b1a87-5639-41b6-99bc-25e6da9ba144 None None] Transition to ACTIVE for port object 8fe5ce27-7d1f-4df3-bb55-d84b8c9f1fcc will not be triggered until provisioned by entity L2. {{(pid=105526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:52:12.098834 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa271ee1-d1ba-4791-bbff-bac873e30aaf None None] The sync data for ids ['fa2aa479-634c-4482-b4c4-494e91679ee2'] in dv-cinder-606346-32-iscsi is: [{'id': 'fa2aa479-634c-4482-b4c4-494e91679ee2', 'name': 'tempest-TestMinimumBasicScenario-1652052393-router', 'tenant_id': 'b6c50db97723432ebc021572f85943ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9a08e01f-684a-4614-bd1a-592853f6e42c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:06Z', 'updated_at': '2021-09-03T09:52:08Z', 'revision_number': 3, 'project_id': 'b6c50db97723432ebc021572f85943ae', 'gw_port': {'id': '9a08e01f-684a-4614-bd1a-592853f6e42c', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2aa479-634c-4482-b4c4-494e91679ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:07Z', 'updated_at': '2021-09-03T09:52:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi'}] {{(pid=105527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 09:52:12.104458 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-eed23958-3d87-47f7-978d-3c5737622dae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26582411'] for subnet, precommit_delete_associations {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:12.119458 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-d50b1a87-5639-41b6-99bc-25e6da9ba144 None None] Transition to ACTIVE for port object 8fe5ce27-7d1f-4df3-bb55-d84b8c9f1fcc will not be triggered until provisioned by entity DHCP. {{(pid=105526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:52:12.127056 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-d50b1a87-5639-41b6-99bc-25e6da9ba144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931'] for port, after_create {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:12.166391 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-6c18468c-ab11-4254-8a4d-84114c5b2f3d req-86053c10-d545-4d0c-9f79-a2981c0d6f35 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311369 Sep 03 09:52:12.182671 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50b1a87-5639-41b6-99bc-25e6da9ba144 None None] Network 6c3f9ad0-7bd7-4b81-8392-49aacbf78e47 is already hosted by enough agents. {{(pid=105526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:52:12.185876 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.scheduler.base_scheduler [None req-d50b1a87-5639-41b6-99bc-25e6da9ba144 None None] Resources bound (agent type, host, resource id): {{(pid=105526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:52:12.190697 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50b1a87-5639-41b6-99bc-25e6da9ba144 None None] Received port after_create {{(pid=105526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:52:12.197869 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-eed23958-3d87-47f7-978d-3c5737622dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713190'] for subnet, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:12.199627 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50b1a87-5639-41b6-99bc-25e6da9ba144 None None] Pushing event updated for resources: {'Port': ['ID=8fe5ce27-7d1f-4df3-bb55-d84b8c9f1fcc,revision_number=1']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:12.261736 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.managers [None req-d50b1a87-5639-41b6-99bc-25e6da9ba144 None None] Attempting to bind port 8fe5ce27-7d1f-4df3-bb55-d84b8c9f1fcc on host dv-cinder-606346-32-iscsi for vnic_type normal with profile {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 09:52:12.262220 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.managers [None req-d50b1a87-5639-41b6-99bc-25e6da9ba144 None None] Attempting to bind port 8fe5ce27-7d1f-4df3-bb55-d84b8c9f1fcc by drivers openvswitch,hyperv on host dv-cinder-606346-32-iscsi at level 0 using segments [{'id': 'a16e87dd-84e7-4093-b690-127dd30a953e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47'}] {{(pid=105526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 09:52:12.262670 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50b1a87-5639-41b6-99bc-25e6da9ba144 None None] Attempting to bind port 8fe5ce27-7d1f-4df3-bb55-d84b8c9f1fcc on network 6c3f9ad0-7bd7-4b81-8392-49aacbf78e47 {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:52:12.266624 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-eed23958-3d87-47f7-978d-3c5737622dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25166688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25634963'] for subnet, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:12.272277 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50b1a87-5639-41b6-99bc-25e6da9ba144 None None] Checking agent: {'id': 'ce816ebf-b316-41f6-aeb5-8037a78dc56b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 9, 42, 33), 'started_at': datetime.datetime(2021, 9, 3, 9, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 9, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 09:52:12.272661 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50b1a87-5639-41b6-99bc-25e6da9ba144 None None] Checking segment: {'id': 'a16e87dd-84e7-4093-b690-127dd30a953e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:52:12.273074 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-d50b1a87-5639-41b6-99bc-25e6da9ba144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:12.273501 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50b1a87-5639-41b6-99bc-25e6da9ba144 None None] Bound using segment: {'id': 'a16e87dd-84e7-4093-b690-127dd30a953e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47'} {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 09:52:12.274044 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.managers [None req-d50b1a87-5639-41b6-99bc-25e6da9ba144 None None] Bound port: 8fe5ce27-7d1f-4df3-bb55-d84b8c9f1fcc, host: dv-cinder-606346-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a16e87dd-84e7-4093-b690-127dd30a953e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47'}}] {{(pid=105526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 09:52:12.274434 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-d50b1a87-5639-41b6-99bc-25e6da9ba144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:12.280681 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-c85ba88d-13f2-47e3-9feb-ffe939b17d66 req-3b5039db-833c-4cb0-ba59-58dce83aaa4d tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7182000 Sep 03 09:52:12.339795 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [req-c85ba88d-13f2-47e3-9feb-ffe939b17d66 req-0824f659-191d-40c3-a340-e4c7644cb1ac service neutron] Request body: {'port': {'device_id': '9eee6ec8-8232-4940-9530-21e44bc26b67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:52:12.365235 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-d50b1a87-5639-41b6-99bc-25e6da9ba144 None None] For port 8fe5ce27-7d1f-4df3-bb55-d84b8c9f1fcc, host dv-cinder-606346-32-iscsi, cleared binding levels {{(pid=105526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 09:52:12.370974 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-d50b1a87-5639-41b6-99bc-25e6da9ba144 None None] For port 8fe5ce27-7d1f-4df3-bb55-d84b8c9f1fcc, host dv-cinder-606346-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=8fe5ce27-7d1f-4df3-bb55-d84b8c9f1fcc,segment=NetworkSegment(a16e87dd-84e7-4093-b690-127dd30a953e),segment_id=a16e87dd-84e7-4093-b690-127dd30a953e)] {{(pid=105526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 09:52:12.377566 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-d50b1a87-5639-41b6-99bc-25e6da9ba144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:12.379943 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-634bc5ae-751a-4f32-bff8-b89a662d1bdf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:12.449685 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50b1a87-5639-41b6-99bc-25e6da9ba144 None None] Pushing event updated for resources: {'Port': ['ID=8fe5ce27-7d1f-4df3-bb55-d84b8c9f1fcc,revision_number=2']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:12.496079 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e35813-0828-4c63-aa66-f689d93ed1bb req-d8347ec5-9d76-47d9-a6da-e0f1b0c4042c tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:12.504202 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-66e35813-0828-4c63-aa66-f689d93ed1bb req-d8347ec5-9d76-47d9-a6da-e0f1b0c4042c tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d5fd3a0-ad63-447b-ae27-a1b6107de925 HTTP/1.1" status: 200 len: 931 time: 0.3385694 Sep 03 09:52:12.521813 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-7bc6caba-6bc2-4b5d-ab07-b1b69665585a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:12.593613 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed23958-3d87-47f7-978d-3c5737622dae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e145285-a3a2-4a4b-a93f-bff63b90519a,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:12.615722 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-eed23958-3d87-47f7-978d-3c5737622dae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for subnet, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:12.618767 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-eed23958-3d87-47f7-978d-3c5737622dae admin admin] 10.222.0.67 "DELETE /v2.0/subnets/5e145285-a3a2-4a4b-a93f-bff63b90519a HTTP/1.1" status: 204 len: 168 time: 0.7768445 Sep 03 09:52:12.621136 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 36130) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:52:12.653129 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-c85ba88d-13f2-47e3-9feb-ffe939b17d66 req-0824f659-191d-40c3-a340-e4c7644cb1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:12.676329 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b4ae7-a530-465a-b62f-37401a9ee020 req-819c99ed-72a9-4d22-9b28-2aff58417c2d tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:12.678457 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-d59b4ae7-a530-465a-b62f-37401a9ee020 req-819c99ed-72a9-4d22-9b28-2aff58417c2d tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/ports?device_id=9eee6ec8-8232-4940-9530-21e44bc26b67 HTTP/1.1" status: 200 len: 932 time: 0.0963230 Sep 03 09:52:12.774302 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-2192d7f4-ac27-4a80-b035-9f456b1dc41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1404653'] for network, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:12.795768 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-d59b4ae7-a530-465a-b62f-37401a9ee020 req-2d4450a3-31f9-4fbc-ade8-8a1a55bf1e2a tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/security-groups?id=0bde1813-0041-4717-b6d7-9f740ec7c8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025720 Sep 03 09:52:12.887862 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-66e35813-0828-4c63-aa66-f689d93ed1bb req-3c532e38-6e34-48b7-a03c-f28770f476c9 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644373 Sep 03 09:52:12.934245 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-2192d7f4-ac27-4a80-b035-9f456b1dc41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717939', 'neutron.services.segments.db._delete_segments_for_network-8759173696085'] for network, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:12.946895 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.services.segments.db [None req-2192d7f4-ac27-4a80-b035-9f456b1dc41c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cbad7a2-5258-4adc-9f2f-0381952d7235']}} {{(pid=105525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:52:12.950126 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.notifiers.nova [req-1f32cca9-75e6-4275-be89-33c048205596 req-28b095ef-bb6c-418d-affd-ccc5f651d27d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2034a98b-4047-4d68-868d-001950555fd0 {{(pid=105524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 09:52:12.966436 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.services.segments.db [None req-2192d7f4-ac27-4a80-b035-9f456b1dc41c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37b7e166-8289-49d0-931a-0c73d5e1fa8d') {'for_net_delete': True} {{(pid=105525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:52:12.966980 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.services.segments.db [None req-2192d7f4-ac27-4a80-b035-9f456b1dc41c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37b7e166-8289-49d0-931a-0c73d5e1fa8d') {} {{(pid=105525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:52:12.978175 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-2192d7f4-ac27-4a80-b035-9f456b1dc41c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759173697630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26582418'] for segment, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:12.998073 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-2192d7f4-ac27-4a80-b035-9f456b1dc41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718351'] for segment, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:13.014899 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2192d7f4-ac27-4a80-b035-9f456b1dc41c admin admin] Releasing vlan 822 on physical network physnet1 to pool {{(pid=105525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 09:52:13.015419 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-2192d7f4-ac27-4a80-b035-9f456b1dc41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25166654'] for segment, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:13.017853 dv-cinder-606346-32-iscsi neutron-server[105525]: Traceback (most recent call last): Sep 03 09:52:13.017853 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 09:52:13.017853 dv-cinder-606346-32-iscsi neutron-server[105525]: timer() Sep 03 09:52:13.017853 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 09:52:13.017853 dv-cinder-606346-32-iscsi neutron-server[105525]: cb(*args, **kw) Sep 03 09:52:13.017853 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 09:52:13.017853 dv-cinder-606346-32-iscsi neutron-server[105525]: return func(*args, **kwargs) Sep 03 09:52:13.017853 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 09:52:13.017853 dv-cinder-606346-32-iscsi neutron-server[105525]: self._notify() Sep 03 09:52:13.017853 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 09:52:13.017853 dv-cinder-606346-32-iscsi neutron-server[105525]: self.callback(batched_events) Sep 03 09:52:13.017853 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 09:52:13.017853 dv-cinder-606346-32-iscsi neutron-server[105525]: event.method(event) Sep 03 09:52:13.017853 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 09:52:13.017853 dv-cinder-606346-32-iscsi neutron-server[105525]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 09:52:13.017853 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 09:52:13.017853 dv-cinder-606346-32-iscsi neutron-server[105525]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 09:52:13.017853 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 09:52:13.017853 dv-cinder-606346-32-iscsi neutron-server[105525]: return f(self, *a, **k) Sep 03 09:52:13.017853 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 09:52:13.017853 dv-cinder-606346-32-iscsi neutron-server[105525]: return self._get(url).json() Sep 03 09:52:13.017853 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 09:52:13.017853 dv-cinder-606346-32-iscsi neutron-server[105525]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 09:52:13.017853 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 09:52:13.017853 dv-cinder-606346-32-iscsi neutron-server[105525]: return self.request(url, 'GET', **kwargs) Sep 03 09:52:13.017853 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 09:52:13.017853 dv-cinder-606346-32-iscsi neutron-server[105525]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 09:52:13.017853 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 09:52:13.017853 dv-cinder-606346-32-iscsi neutron-server[105525]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 09:52:13.017853 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 09:52:13.017853 dv-cinder-606346-32-iscsi neutron-server[105525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 09:52:13.017853 dv-cinder-606346-32-iscsi neutron-server[105525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 09:52:13.059100 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-1f32cca9-75e6-4275-be89-33c048205596 req-28b095ef-bb6c-418d-affd-ccc5f651d27d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:13.092589 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-2192d7f4-ac27-4a80-b035-9f456b1dc41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417317'] for network, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:13.099884 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-2192d7f4-ac27-4a80-b035-9f456b1dc41c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for network, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:13.109298 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-2192d7f4-ac27-4a80-b035-9f456b1dc41c admin admin] 10.222.0.67 "DELETE /v2.0/networks/6cbad7a2-5258-4adc-9f2f-0381952d7235 HTTP/1.1" status: 204 len: 168 time: 0.4869175 Sep 03 09:52:13.127481 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2192d7f4-ac27-4a80-b035-9f456b1dc41c admin admin] Pushing event deleted for resources: {'Network': ['ID=6cbad7a2-5258-4adc-9f2f-0381952d7235,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:13.165620 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.provisioning_blocks [req-1f32cca9-75e6-4275-be89-33c048205596 req-28b095ef-bb6c-418d-affd-ccc5f651d27d service neutron] Transition to ACTIVE for port object 2034a98b-4047-4d68-868d-001950555fd0 will not be triggered until provisioned by entity L2. {{(pid=105524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:52:13.187693 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-1f32cca9-75e6-4275-be89-33c048205596 req-28b095ef-bb6c-418d-affd-ccc5f651d27d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:13.218806 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.db_base_plugin_common [None req-7bc6caba-6bc2-4b5d-ab07-b1b69665585a admin admin] Allocated IP 172.20.0.1 (f5dad9d9-c5c9-4f54-954b-8f46ad088140/50312df5-c5ba-48a8-9dca-a1103d54fc6d/3c1ebe2a-bbe2-4a3c-9058-6c61dc33e116) {{(pid=105524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:52:13.295279 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 36146) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:52:13.340848 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-ca5d0dea-3bd5-4225-b52c-1bbc2354f0fd admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d3faa72714a748cb86d827b7fccb4a9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0441511 Sep 03 09:52:13.344077 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 36148) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:52:13.368363 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b095ef-bb6c-418d-affd-ccc5f651d27d service neutron] Pushing event updated for resources: {'Port': ['ID=2034a98b-4047-4d68-868d-001950555fd0,revision_number=2']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:13.417617 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-ccbc1f7e-ec86-4d35-85f0-850cb36c5866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:13.445256 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-ccbc1f7e-ec86-4d35-85f0-850cb36c5866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:13.517437 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-ccbc1f7e-ec86-4d35-85f0-850cb36c5866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:13.520093 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-ccbc1f7e-ec86-4d35-85f0-850cb36c5866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:13.521338 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-ccbc1f7e-ec86-4d35-85f0-850cb36c5866 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4d64facb-47db-4539-8a66-b704d879df33 HTTP/1.1" status: 204 len: 168 time: 0.1760488 Sep 03 09:52:13.532738 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbc1f7e-ec86-4d35-85f0-850cb36c5866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d64facb-47db-4539-8a66-b704d879df33,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:13.704909 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bb1ca7-790f-4a18-8d10-d7e86d724535 None None] Network 6c3f9ad0-7bd7-4b81-8392-49aacbf78e47 requested from dv-cinder-606346-32-iscsi {{(pid=105526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 09:52:13.791360 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.managers [req-1f32cca9-75e6-4275-be89-33c048205596 req-28b095ef-bb6c-418d-affd-ccc5f651d27d service neutron] Attempting to bind port 2034a98b-4047-4d68-868d-001950555fd0 on host hv-cinder-60634 for vnic_type normal with profile {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 09:52:13.791360 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.managers [req-1f32cca9-75e6-4275-be89-33c048205596 req-28b095ef-bb6c-418d-affd-ccc5f651d27d service neutron] Attempting to bind port 2034a98b-4047-4d68-868d-001950555fd0 by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': '6162f772-1e28-4e35-bf3d-bf08b646a09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '2ca7c045-af05-4524-bcc4-6b4f1b7ebefb'}] {{(pid=105524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 09:52:13.791694 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f32cca9-75e6-4275-be89-33c048205596 req-28b095ef-bb6c-418d-affd-ccc5f651d27d service neutron] Attempting to bind port 2034a98b-4047-4d68-868d-001950555fd0 on network 2ca7c045-af05-4524-bcc4-6b4f1b7ebefb {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:52:13.820094 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-5dd5b6de-627b-48d1-894b-d45446f811e1 None None] Provisioning for port 8fe5ce27-7d1f-4df3-bb55-d84b8c9f1fcc completed by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:52:13.827163 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd2326-0fcc-4360-aec5-c48d548ce592 req-38befefa-5c5d-42ed-8a03-f613be1e3074 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:13.828723 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-39cd2326-0fcc-4360-aec5-c48d548ce592 req-38befefa-5c5d-42ed-8a03-f613be1e3074 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.5534005 Sep 03 09:52:13.829328 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f32cca9-75e6-4275-be89-33c048205596 req-28b095ef-bb6c-418d-affd-ccc5f651d27d service neutron] Port 2034a98b-4047-4d68-868d-001950555fd0 on network 2ca7c045-af05-4524-bcc4-6b4f1b7ebefb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 09:52:13.829671 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f32cca9-75e6-4275-be89-33c048205596 req-28b095ef-bb6c-418d-affd-ccc5f651d27d service neutron] Attempting to bind port 2034a98b-4047-4d68-868d-001950555fd0 on network 2ca7c045-af05-4524-bcc4-6b4f1b7ebefb {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:52:13.885856 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f32cca9-75e6-4275-be89-33c048205596 req-28b095ef-bb6c-418d-affd-ccc5f651d27d service neutron] Checking agent: {'id': '3ba077dd-5433-4c28-8748-47c2c66d3336', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 9, 48, 46), 'started_at': datetime.datetime(2021, 9, 3, 9, 48, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 9, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 09:52:13.886200 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f32cca9-75e6-4275-be89-33c048205596 req-28b095ef-bb6c-418d-affd-ccc5f651d27d service neutron] Checking segment: {'id': '6162f772-1e28-4e35-bf3d-bf08b646a09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '2ca7c045-af05-4524-bcc4-6b4f1b7ebefb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:52:13.886588 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f32cca9-75e6-4275-be89-33c048205596 req-28b095ef-bb6c-418d-affd-ccc5f651d27d service neutron] Bound using segment: {'id': '6162f772-1e28-4e35-bf3d-bf08b646a09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '2ca7c045-af05-4524-bcc4-6b4f1b7ebefb'} {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 09:52:13.887035 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.managers [req-1f32cca9-75e6-4275-be89-33c048205596 req-28b095ef-bb6c-418d-affd-ccc5f651d27d service neutron] Bound port: 2034a98b-4047-4d68-868d-001950555fd0, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6162f772-1e28-4e35-bf3d-bf08b646a09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '2ca7c045-af05-4524-bcc4-6b4f1b7ebefb'}}] {{(pid=105524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 09:52:13.887396 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-1f32cca9-75e6-4275-be89-33c048205596 req-28b095ef-bb6c-418d-affd-ccc5f651d27d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:13.944249 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-7bc6caba-6bc2-4b5d-ab07-b1b69665585a admin admin] Notify callbacks [] for port, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:14.031424 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c11c2c-c4ed-4f55-8e0f-8af01b743537 req-40261925-73bc-4fdf-916d-c6c3a9a021d5 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:14.033021 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-19c11c2c-c4ed-4f55-8e0f-8af01b743537 req-40261925-73bc-4fdf-916d-c6c3a9a021d5 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/ports?device_id=9eee6ec8-8232-4940-9530-21e44bc26b67 HTTP/1.1" status: 200 len: 932 time: 0.0850964 Sep 03 09:52:14.047433 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-634bc5ae-751a-4f32-bff8-b89a662d1bdf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:14.056505 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.provisioning_blocks [None req-7bc6caba-6bc2-4b5d-ab07-b1b69665585a admin admin] Transition to ACTIVE for port object 3c1ebe2a-bbe2-4a3c-9058-6c61dc33e116 will not be triggered until provisioned by entity DHCP. {{(pid=105524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:52:14.060342 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 36158) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:52:14.085354 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 9a08e01f-684a-4614-bd1a-592853f6e42c up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:52:14.097418 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-39cd2326-0fcc-4360-aec5-c48d548ce592 req-42905a31-178a-42d0-9622-79ccdfe12c01 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340455 Sep 03 09:52:14.101415 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.notifiers.nova [req-c85ba88d-13f2-47e3-9feb-ffe939b17d66 req-0824f659-191d-40c3-a340-e4c7644cb1ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e45a0f2-93b9-41c2-9251-8e98bb8b654b {{(pid=105524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 09:52:14.124175 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-c85ba88d-13f2-47e3-9feb-ffe939b17d66 req-0824f659-191d-40c3-a340-e4c7644cb1ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:14.125701 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-19c11c2c-c4ed-4f55-8e0f-8af01b743537 req-63c5d8a4-54b3-426b-8abb-0de0aa80ab0a tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/security-groups?id=0bde1813-0041-4717-b6d7-9f740ec7c8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791223 Sep 03 09:52:14.128858 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-634bc5ae-751a-4f32-bff8-b89a662d1bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:14.190404 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning for port 9a08e01f-684a-4614-bd1a-592853f6e42c completed by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:52:14.197000 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning complete for port 9a08e01f-684a-4614-bd1a-592853f6e42c triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:52:14.199223 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:14.213105 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.provisioning_blocks [req-c85ba88d-13f2-47e3-9feb-ffe939b17d66 req-0824f659-191d-40c3-a340-e4c7644cb1ac service neutron] Transition to ACTIVE for port object 7e45a0f2-93b9-41c2-9251-8e98bb8b654b will not be triggered until provisioned by entity L2. {{(pid=105524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:52:14.287431 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.db [req-1f32cca9-75e6-4275-be89-33c048205596 req-28b095ef-bb6c-418d-affd-ccc5f651d27d service neutron] For port 2034a98b-4047-4d68-868d-001950555fd0, host hv-cinder-60634, cleared binding levels {{(pid=105524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 09:52:14.292085 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-c85ba88d-13f2-47e3-9feb-ffe939b17d66 req-0824f659-191d-40c3-a340-e4c7644cb1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:14.340913 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d727dd-72cf-49f9-9fac-4d748a46498a req-8f0b742c-852b-4dcd-9c8a-760cad722cf1 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:14.342912 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-f2d727dd-72cf-49f9-9fac-4d748a46498a req-8f0b742c-852b-4dcd-9c8a-760cad722cf1 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d5fd3a0-ad63-447b-ae27-a1b6107de925 HTTP/1.1" status: 200 len: 943 time: 0.1305108 Sep 03 09:52:14.357560 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.db [req-1f32cca9-75e6-4275-be89-33c048205596 req-28b095ef-bb6c-418d-affd-ccc5f651d27d service neutron] For port 2034a98b-4047-4d68-868d-001950555fd0, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=2034a98b-4047-4d68-868d-001950555fd0,segment=NetworkSegment(6162f772-1e28-4e35-bf3d-bf08b646a09f),segment_id=6162f772-1e28-4e35-bf3d-bf08b646a09f)] {{(pid=105524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 09:52:14.376371 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:14.392148 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-1f32cca9-75e6-4275-be89-33c048205596 req-28b095ef-bb6c-418d-affd-ccc5f651d27d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:14.404180 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-f2d727dd-72cf-49f9-9fac-4d748a46498a req-0c4438c4-6461-4794-9649-0f9ca2249456 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525069 Sep 03 09:52:14.413473 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] For port 9a08e01f-684a-4614-bd1a-592853f6e42c, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=9a08e01f-684a-4614-bd1a-592853f6e42c,segment=NetworkSegment(454dc13d-4a6c-4de8-982e-8a57b380b104),segment_id=454dc13d-4a6c-4de8-982e-8a57b380b104)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:52:14.419125 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-45e29ab5-87c9-449f-a5f8-bfb93c7af274 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f581e0efac9145cd9c021638b32ac3b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3573618 Sep 03 09:52:14.423931 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:14.424773 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 8fe5ce27-7d1f-4df3-bb55-d84b8c9f1fcc up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:52:14.426457 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 36174) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:52:14.433070 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-7bc6caba-6bc2-4b5d-ab07-b1b69665585a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931'] for port, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:14.501902 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0824f659-191d-40c3-a340-e4c7644cb1ac service neutron] Pushing event updated for resources: {'Port': ['ID=7e45a0f2-93b9-41c2-9251-8e98bb8b654b,revision_number=2']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:14.508743 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f32cca9-75e6-4275-be89-33c048205596 req-28b095ef-bb6c-418d-affd-ccc5f651d27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:14.509371 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-1f32cca9-75e6-4275-be89-33c048205596 req-28b095ef-bb6c-418d-affd-ccc5f651d27d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for port, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:14.511221 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-1f32cca9-75e6-4275-be89-33c048205596 req-28b095ef-bb6c-418d-affd-ccc5f651d27d service neutron] 10.222.0.60 "PUT /v2.0/ports/2034a98b-4047-4d68-868d-001950555fd0 HTTP/1.1" status: 200 len: 1093 time: 3.1198614 Sep 03 09:52:14.511426 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d5fd3a0-ad63-447b-ae27-a1b6107de925', 'tag': '2034a98b-4047-4d68-868d-001950555fd0'}] {{(pid=105524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:52:14.512315 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-228812bc-f6dd-489b-8322-6d344825bb5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:14.513938 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07cd05725c708ed75ef04e80da70ebdfc8c47d02cbbda1b8cc3f0b48d37440d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50bca78-4203-4d32-8ada-c8fe7387f774" -d '{"events": [{"name": "network-changed", "server_uuid": "9d5fd3a0-ad63-447b-ae27-a1b6107de925", "tag": "2034a98b-4047-4d68-868d-001950555fd0"}]}' {{(pid=105524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:52:14.537065 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc6caba-6bc2-4b5d-ab07-b1b69665585a admin admin] Network f5dad9d9-c5c9-4f54-954b-8f46ad088140 is already hosted by enough agents. {{(pid=105524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:52:14.542359 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-228812bc-f6dd-489b-8322-6d344825bb5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:14.567256 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Pushing event updated for resources: {'Port': ['ID=9a08e01f-684a-4614-bd1a-592853f6e42c,revision_number=4']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:14.593448 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.base_scheduler [None req-7bc6caba-6bc2-4b5d-ab07-b1b69665585a admin admin] Resources bound (agent type, host, resource id): {{(pid=105524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:52:14.613473 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-228812bc-f6dd-489b-8322-6d344825bb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:14.619343 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-228812bc-f6dd-489b-8322-6d344825bb5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:14.620614 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-228812bc-f6dd-489b-8322-6d344825bb5e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/60047526-fa60-46cb-b415-5e4d25755a83 HTTP/1.1" status: 204 len: 168 time: 0.1909475 Sep 03 09:52:14.627459 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning for port 8fe5ce27-7d1f-4df3-bb55-d84b8c9f1fcc completed by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:52:14.628972 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 09:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85932d5c-2a01-4955-9744-9589013dd996 x-openstack-request-id: req-85932d5c-2a01-4955-9744-9589013dd996 {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:52:14.629298 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d5fd3a0-ad63-447b-ae27-a1b6107de925", "tag": "2034a98b-4047-4d68-868d-001950555fd0", "status": "completed", "code": 200}]} {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:52:14.629531 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-85932d5c-2a01-4955-9744-9589013dd996 {{(pid=105524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:52:14.629962 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d5fd3a0-ad63-447b-ae27-a1b6107de925', 'tag': '2034a98b-4047-4d68-868d-001950555fd0', 'status': 'completed', 'code': 200} Sep 03 09:52:14.630682 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc6caba-6bc2-4b5d-ab07-b1b69665585a admin admin] Received port after_create {{(pid=105524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:52:14.631178 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-7bc6caba-6bc2-4b5d-ab07-b1b69665585a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417468'] for router_interface, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:14.632336 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning complete for port 8fe5ce27-7d1f-4df3-bb55-d84b8c9f1fcc triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:52:14.633506 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228812bc-f6dd-489b-8322-6d344825bb5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60047526-fa60-46cb-b415-5e4d25755a83,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:14.634545 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:14.670654 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.db_base_plugin_common [None req-634bc5ae-751a-4f32-bff8-b89a662d1bdf admin admin] Allocated IP 172.27.3.100 (16dc62c0-adaf-4d17-9be4-5c31a1b1de1d/e699cb95-0a95-4e72-9bdf-93d4b1cc29ef/07886559-ab62-45a9-86dc-6696d525adc4) {{(pid=105524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:52:14.735944 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.managers [req-c85ba88d-13f2-47e3-9feb-ffe939b17d66 req-0824f659-191d-40c3-a340-e4c7644cb1ac service neutron] Attempting to bind port 7e45a0f2-93b9-41c2-9251-8e98bb8b654b on host hv-cinder-60634 for vnic_type normal with profile {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 09:52:14.736573 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.managers [req-c85ba88d-13f2-47e3-9feb-ffe939b17d66 req-0824f659-191d-40c3-a340-e4c7644cb1ac service neutron] Attempting to bind port 7e45a0f2-93b9-41c2-9251-8e98bb8b654b by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': 'bcae6148-3ea2-4998-84d6-e57960f04e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '59017ab1-a56a-4b09-943b-db7df0a15114'}] {{(pid=105524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 09:52:14.737086 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85ba88d-13f2-47e3-9feb-ffe939b17d66 req-0824f659-191d-40c3-a340-e4c7644cb1ac service neutron] Attempting to bind port 7e45a0f2-93b9-41c2-9251-8e98bb8b654b on network 59017ab1-a56a-4b09-943b-db7df0a15114 {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:52:14.763013 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:14.772299 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85ba88d-13f2-47e3-9feb-ffe939b17d66 req-0824f659-191d-40c3-a340-e4c7644cb1ac service neutron] Port 7e45a0f2-93b9-41c2-9251-8e98bb8b654b on network 59017ab1-a56a-4b09-943b-db7df0a15114 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 09:52:14.772643 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85ba88d-13f2-47e3-9feb-ffe939b17d66 req-0824f659-191d-40c3-a340-e4c7644cb1ac service neutron] Attempting to bind port 7e45a0f2-93b9-41c2-9251-8e98bb8b654b on network 59017ab1-a56a-4b09-943b-db7df0a15114 {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:52:14.805674 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] For port 8fe5ce27-7d1f-4df3-bb55-d84b8c9f1fcc, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=8fe5ce27-7d1f-4df3-bb55-d84b8c9f1fcc,segment=NetworkSegment(a16e87dd-84e7-4093-b690-127dd30a953e),segment_id=a16e87dd-84e7-4093-b690-127dd30a953e)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:52:14.810803 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:14.821043 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b095ef-bb6c-418d-affd-ccc5f651d27d service neutron] Pushing event updated for resources: {'Port': ['ID=2034a98b-4047-4d68-868d-001950555fd0,revision_number=3']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:14.841806 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85ba88d-13f2-47e3-9feb-ffe939b17d66 req-0824f659-191d-40c3-a340-e4c7644cb1ac service neutron] Checking agent: {'id': '3ba077dd-5433-4c28-8748-47c2c66d3336', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 9, 48, 46), 'started_at': datetime.datetime(2021, 9, 3, 9, 48, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 9, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 09:52:14.842140 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85ba88d-13f2-47e3-9feb-ffe939b17d66 req-0824f659-191d-40c3-a340-e4c7644cb1ac service neutron] Checking segment: {'id': 'bcae6148-3ea2-4998-84d6-e57960f04e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '59017ab1-a56a-4b09-943b-db7df0a15114'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:52:14.842526 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85ba88d-13f2-47e3-9feb-ffe939b17d66 req-0824f659-191d-40c3-a340-e4c7644cb1ac service neutron] Bound using segment: {'id': 'bcae6148-3ea2-4998-84d6-e57960f04e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '59017ab1-a56a-4b09-943b-db7df0a15114'} {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 09:52:14.842980 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.managers [req-c85ba88d-13f2-47e3-9feb-ffe939b17d66 req-0824f659-191d-40c3-a340-e4c7644cb1ac service neutron] Bound port: 7e45a0f2-93b9-41c2-9251-8e98bb8b654b, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcae6148-3ea2-4998-84d6-e57960f04e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '59017ab1-a56a-4b09-943b-db7df0a15114'}}] {{(pid=105524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 09:52:14.843343 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-c85ba88d-13f2-47e3-9feb-ffe939b17d66 req-0824f659-191d-40c3-a340-e4c7644cb1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:14.879440 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f32cca9-75e6-4275-be89-33c048205596 req-91fb732f-3a0e-4ee8-97dd-9701d5402e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:14.881078 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-1f32cca9-75e6-4275-be89-33c048205596 req-91fb732f-3a0e-4ee8-97dd-9701d5402e2f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=343cc1bfb2f9452291ef8e11cb33cf4c&device_id=9d5fd3a0-ad63-447b-ae27-a1b6107de925 HTTP/1.1" status: 200 len: 1096 time: 0.2975373 Sep 03 09:52:14.881975 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Pushing event updated for resources: {'Port': ['ID=8fe5ce27-7d1f-4df3-bb55-d84b8c9f1fcc,revision_number=3']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:14.975438 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-95e20e7a-f523-43de-86fd-668b6083d5f9 None None] Provisioning for port 3c1ebe2a-bbe2-4a3c-9058-6c61dc33e116 completed by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:52:14.980212 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-95e20e7a-f523-43de-86fd-668b6083d5f9 None None] Provisioning complete for port 3c1ebe2a-bbe2-4a3c-9058-6c61dc33e116 triggered by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:52:14.980585 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-95e20e7a-f523-43de-86fd-668b6083d5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:15.019889 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-1f32cca9-75e6-4275-be89-33c048205596 req-6890e80f-2c6d-4afd-aa7f-2e3361595264 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2034a98b-4047-4d68-868d-001950555fd0 HTTP/1.1" status: 200 len: 217 time: 0.1068063 Sep 03 09:52:15.024609 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc6caba-6bc2-4b5d-ab07-b1b69665585a admin admin] Pushing event updated for resources: {'Port': ['ID=3c1ebe2a-bbe2-4a3c-9058-6c61dc33e116,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:15.043181 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-95e20e7a-f523-43de-86fd-668b6083d5f9 None None] Port 3c1ebe2a-bbe2-4a3c-9058-6c61dc33e116 cannot update to ACTIVE because it is not bound. {{(pid=105526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 09:52:15.135025 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-634bc5ae-751a-4f32-bff8-b89a662d1bdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:15.156625 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-7bc6caba-6bc2-4b5d-ab07-b1b69665585a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:15.177476 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.db [req-c85ba88d-13f2-47e3-9feb-ffe939b17d66 req-0824f659-191d-40c3-a340-e4c7644cb1ac service neutron] For port 7e45a0f2-93b9-41c2-9251-8e98bb8b654b, host hv-cinder-60634, cleared binding levels {{(pid=105524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 09:52:15.192990 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f32cca9-75e6-4275-be89-33c048205596 req-0f2482b9-cd8f-4293-87a0-48fefea44ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:15.194544 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-1f32cca9-75e6-4275-be89-33c048205596 req-0f2482b9-cd8f-4293-87a0-48fefea44ce5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8da37cab-7d9d-4282-adea-29440e0d2f69 HTTP/1.1" status: 200 len: 855 time: 0.1583107 Sep 03 09:52:15.203341 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.db [req-c85ba88d-13f2-47e3-9feb-ffe939b17d66 req-0824f659-191d-40c3-a340-e4c7644cb1ac service neutron] For port 7e45a0f2-93b9-41c2-9251-8e98bb8b654b, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=7e45a0f2-93b9-41c2-9251-8e98bb8b654b,segment=NetworkSegment(bcae6148-3ea2-4998-84d6-e57960f04e96),segment_id=bcae6148-3ea2-4998-84d6-e57960f04e96)] {{(pid=105524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 09:52:15.253664 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-c85ba88d-13f2-47e3-9feb-ffe939b17d66 req-0824f659-191d-40c3-a340-e4c7644cb1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:15.260700 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade650e6-9cbd-4d3c-99c3-2b47113860dd req-15758cfe-f6b3-409f-abcd-bed7fa57dfaa tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:15.269126 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-ade650e6-9cbd-4d3c-99c3-2b47113860dd req-15758cfe-f6b3-409f-abcd-bed7fa57dfaa tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.0728533 Sep 03 09:52:15.287047 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-1f32cca9-75e6-4275-be89-33c048205596 req-59e0bd63-d8ad-43f9-ad50-48b12224185b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2ca7c045-af05-4524-bcc4-6b4f1b7ebefb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561688 Sep 03 09:52:15.310580 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-ade650e6-9cbd-4d3c-99c3-2b47113860dd req-30e9cfc1-9314-44a3-b974-9ac8029a6828 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398502 Sep 03 09:52:15.389067 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ba88d-13f2-47e3-9feb-ffe939b17d66 req-0824f659-191d-40c3-a340-e4c7644cb1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:15.389719 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-c85ba88d-13f2-47e3-9feb-ffe939b17d66 req-0824f659-191d-40c3-a340-e4c7644cb1ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for port, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:15.391207 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-c85ba88d-13f2-47e3-9feb-ffe939b17d66 req-0824f659-191d-40c3-a340-e4c7644cb1ac service neutron] 10.222.0.60 "PUT /v2.0/ports/7e45a0f2-93b9-41c2-9251-8e98bb8b654b HTTP/1.1" status: 200 len: 1094 time: 3.0656869 Sep 03 09:52:15.402361 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-634bc5ae-751a-4f32-bff8-b89a662d1bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931'] for port, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:15.489933 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0824f659-191d-40c3-a340-e4c7644cb1ac service neutron] Pushing event updated for resources: {'Port': ['ID=7e45a0f2-93b9-41c2-9251-8e98bb8b654b,revision_number=3']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:15.565064 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634bc5ae-751a-4f32-bff8-b89a662d1bdf admin admin] Network 16dc62c0-adaf-4d17-9be4-5c31a1b1de1d is already hosted by enough agents. {{(pid=105524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:52:15.588419 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c97922-00f0-435d-abd5-d8f21e3c3650 req-36283374-d8a9-4c61-b797-d885d8ce2ffa tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:15.590008 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-04c97922-00f0-435d-abd5-d8f21e3c3650 req-36283374-d8a9-4c61-b797-d885d8ce2ffa tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/ports?device_id=9eee6ec8-8232-4940-9530-21e44bc26b67 HTTP/1.1" status: 200 len: 944 time: 0.3521276 Sep 03 09:52:15.606801 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.base_scheduler [None req-634bc5ae-751a-4f32-bff8-b89a662d1bdf admin admin] Resources bound (agent type, host, resource id): {{(pid=105524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:52:15.616995 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712b232-5616-4c8f-b434-c8ff0366409a req-f67662da-0fa1-40d6-b3ca-fa227dcadc91 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:15.619232 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634bc5ae-751a-4f32-bff8-b89a662d1bdf admin admin] Received port after_create {{(pid=105524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:52:15.619740 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-9712b232-5616-4c8f-b434-c8ff0366409a req-f67662da-0fa1-40d6-b3ca-fa227dcadc91 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d5fd3a0-ad63-447b-ae27-a1b6107de925 HTTP/1.1" status: 200 len: 943 time: 0.0890572 Sep 03 09:52:15.622899 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12794bc3-9dfd-4db4-a606-415aadfd0493 req-63674c5b-b86d-43b4-b9ad-07b387c9a5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:15.624611 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-12794bc3-9dfd-4db4-a606-415aadfd0493 req-63674c5b-b86d-43b4-b9ad-07b387c9a5ba service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 1098 time: 0.0824971 Sep 03 09:52:15.687788 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-9712b232-5616-4c8f-b434-c8ff0366409a req-00903b0f-e594-4d36-8cc1-5c1a1a055135 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602238 Sep 03 09:52:15.689920 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-12794bc3-9dfd-4db4-a606-415aadfd0493 req-3490b16f-5ecb-4cbc-9aac-0e827205fb1a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548561 Sep 03 09:52:15.941151 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 9a08e01f-684a-4614-bd1a-592853f6e42c up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:52:15.988306 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634bc5ae-751a-4f32-bff8-b89a662d1bdf admin admin] Pushing event updated for resources: {'Port': ['ID=07886559-ab62-45a9-86dc-6696d525adc4,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:16.003800 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning complete for port 9a08e01f-684a-4614-bd1a-592853f6e42c triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:52:16.004258 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:16.015734 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-1f32cca9-75e6-4275-be89-33c048205596 req-e79aaf0c-b1ab-4f67-a9d6-9d35ff534329 service neutron] 10.222.0.60 "GET /v2.0/networks/2ca7c045-af05-4524-bcc4-6b4f1b7ebefb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6881695 Sep 03 09:52:16.066722 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ba88d-13f2-47e3-9feb-ffe939b17d66 req-3d67f6fd-0e99-488a-a8cc-c9fd40582ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:16.068234 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-c85ba88d-13f2-47e3-9feb-ffe939b17d66 req-3d67f6fd-0e99-488a-a8cc-c9fd40582ccd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=298a5d8acf0b47e38a98291f6383fb58&device_id=9eee6ec8-8232-4940-9530-21e44bc26b67 HTTP/1.1" status: 200 len: 1097 time: 0.5724301 Sep 03 09:52:16.081967 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-04c97922-00f0-435d-abd5-d8f21e3c3650 req-cdc5751c-f307-4838-993b-59f9bd788316 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/security-groups?id=0bde1813-0041-4717-b6d7-9f740ec7c8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4712226 Sep 03 09:52:16.138192 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 8fe5ce27-7d1f-4df3-bb55-d84b8c9f1fcc up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:52:16.143176 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-7bc6caba-6bc2-4b5d-ab07-b1b69665585a admin admin] Notify callbacks [] for port, precommit_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:16.199753 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning complete for port 8fe5ce27-7d1f-4df3-bb55-d84b8c9f1fcc triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:52:16.200145 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:16.206848 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-c85ba88d-13f2-47e3-9feb-ffe939b17d66 req-5b880213-be32-46f4-8cef-6c98c4033eec service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e45a0f2-93b9-41c2-9251-8e98bb8b654b HTTP/1.1" status: 200 len: 217 time: 0.0936723 Sep 03 09:52:16.207545 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-7bc6caba-6bc2-4b5d-ab07-b1b69665585a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:16.208608 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-7bc6caba-6bc2-4b5d-ab07-b1b69665585a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1832124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694508'] for router_interface, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:16.431643 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba18bad-6e71-4266-a511-88bfc208630a req-b36aa3b5-a7ec-4e96-993f-a2382ee7a9cc tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:16.432332 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc6caba-6bc2-4b5d-ab07-b1b69665585a admin admin] Pushing event updated for resources: {'Port': ['ID=3c1ebe2a-bbe2-4a3c-9058-6c61dc33e116,revision_number=2']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:16.433162 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-9ba18bad-6e71-4266-a511-88bfc208630a req-b36aa3b5-a7ec-4e96-993f-a2382ee7a9cc tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.0503592 Sep 03 09:52:16.441367 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-1f32cca9-75e6-4275-be89-33c048205596 req-5f579a68-3f93-409c-9473-8e49e99ae82c service neutron] 10.222.0.60 "GET /v2.0/networks/2ca7c045-af05-4524-bcc4-6b4f1b7ebefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949690 Sep 03 09:52:16.448817 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ba88d-13f2-47e3-9feb-ffe939b17d66 req-d9eb807f-f393-4400-aee5-b2b2ce84c594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:16.451004 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-c85ba88d-13f2-47e3-9feb-ffe939b17d66 req-d9eb807f-f393-4400-aee5-b2b2ce84c594 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ca6d6a7f-f740-48bb-bd16-b3a6ec3d8afd HTTP/1.1" status: 200 len: 849 time: 0.1939304 Sep 03 09:52:16.491002 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-9ba18bad-6e71-4266-a511-88bfc208630a req-55e574d4-100f-4c99-b8d2-ac8d87bb26ce tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500748 Sep 03 09:52:16.517939 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-c85ba88d-13f2-47e3-9feb-ffe939b17d66 req-8e892902-ca5f-4a8b-8cea-e56d05cccccd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=59017ab1-a56a-4b09-943b-db7df0a15114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413108 Sep 03 09:52:16.540818 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-634bc5ae-751a-4f32-bff8-b89a662d1bdf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:16.646037 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eee6ec8-8232-4940-9530-21e44bc26b67', 'tag': '7e45a0f2-93b9-41c2-9251-8e98bb8b654b'}] {{(pid=105524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:52:16.648284 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07cd05725c708ed75ef04e80da70ebdfc8c47d02cbbda1b8cc3f0b48d37440d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a04b7ac5-8aa1-4f83-8855-be3080a4817b" -d '{"events": [{"name": "network-changed", "server_uuid": "9eee6ec8-8232-4940-9530-21e44bc26b67", "tag": "7e45a0f2-93b9-41c2-9251-8e98bb8b654b"}]}' {{(pid=105524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:52:16.652961 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc6caba-6bc2-4b5d-ab07-b1b69665585a admin admin] Network f5dad9d9-c5c9-4f54-954b-8f46ad088140 is already hosted by enough agents. {{(pid=105524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:52:16.673138 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.base_scheduler [None req-7bc6caba-6bc2-4b5d-ab07-b1b69665585a admin admin] Resources bound (agent type, host, resource id): {{(pid=105524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:52:16.723962 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 09:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a469831-b6d3-416f-8bcf-51fe7772386c x-openstack-request-id: req-8a469831-b6d3-416f-8bcf-51fe7772386c {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:52:16.724680 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eee6ec8-8232-4940-9530-21e44bc26b67", "tag": "7e45a0f2-93b9-41c2-9251-8e98bb8b654b", "status": "completed", "code": 200}]} {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:52:16.725249 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8a469831-b6d3-416f-8bcf-51fe7772386c {{(pid=105524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:52:16.725997 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eee6ec8-8232-4940-9530-21e44bc26b67', 'tag': '7e45a0f2-93b9-41c2-9251-8e98bb8b654b', 'status': 'completed', 'code': 200} Sep 03 09:52:16.840935 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50bca78-4203-4d32-8ada-c8fe7387f774 req-c3ff14a1-f040-424a-9979-9ab4ced36a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:16.842521 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-d50bca78-4203-4d32-8ada-c8fe7387f774 req-c3ff14a1-f040-424a-9979-9ab4ced36a62 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=343cc1bfb2f9452291ef8e11cb33cf4c&device_id=9d5fd3a0-ad63-447b-ae27-a1b6107de925 HTTP/1.1" status: 200 len: 1096 time: 0.2603891 Sep 03 09:52:16.944465 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-c85ba88d-13f2-47e3-9feb-ffe939b17d66 req-44c84130-e624-45be-b692-90da779a3505 service neutron] 10.222.0.60 "GET /v2.0/networks/59017ab1-a56a-4b09-943b-db7df0a15114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001367 Sep 03 09:52:16.979570 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-10b3584c-c970-478a-9696-05c3a548d21b None None] Provisioning complete for port 3c1ebe2a-bbe2-4a3c-9058-6c61dc33e116 triggered by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:52:16.980662 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-10b3584c-c970-478a-9696-05c3a548d21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:17.024501 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-10b3584c-c970-478a-9696-05c3a548d21b None None] Port 3c1ebe2a-bbe2-4a3c-9058-6c61dc33e116 cannot update to ACTIVE because it is not bound. {{(pid=105526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 09:52:17.113094 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17910b63-8b48-46d9-8c57-0bedd50ff8f4 req-2f93b48b-6a4f-431b-baa0-54dd02e5fa2e tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:17.114656 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-17910b63-8b48-46d9-8c57-0bedd50ff8f4 req-2f93b48b-6a4f-431b-baa0-54dd02e5fa2e tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d5fd3a0-ad63-447b-ae27-a1b6107de925 HTTP/1.1" status: 200 len: 943 time: 0.2790132 Sep 03 09:52:17.155482 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc6caba-6bc2-4b5d-ab07-b1b69665585a admin admin] Router fa2aa479-634c-4482-b4c4-494e91679ee2 has already been hosted by L3 agent d52909a0-0f60-4ffe-9597-25dbe871271a {{(pid=105524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 09:52:17.202042 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50bca78-4203-4d32-8ada-c8fe7387f774 req-dc11a950-03ba-440a-8bfc-9a7d7959deff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:17.203651 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-d50bca78-4203-4d32-8ada-c8fe7387f774 req-dc11a950-03ba-440a-8bfc-9a7d7959deff service neutron] 10.222.0.60 "GET /v2.0/networks?id=2ca7c045-af05-4524-bcc4-6b4f1b7ebefb HTTP/1.1" status: 200 len: 916 time: 0.3420322 Sep 03 09:52:17.216684 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8533e-8df1-4ad0-a0eb-e98f41921e07 req-7fa18080-6a4a-417f-9a61-d8a2fe48e0ec tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:17.218289 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-15e8533e-8df1-4ad0-a0eb-e98f41921e07 req-7fa18080-6a4a-417f-9a61-d8a2fe48e0ec tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/ports?device_id=9eee6ec8-8232-4940-9530-21e44bc26b67 HTTP/1.1" status: 200 len: 944 time: 0.0568640 Sep 03 09:52:17.268391 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-15e8533e-8df1-4ad0-a0eb-e98f41921e07 req-93242187-8e7a-4cca-8f69-2c91185bb760 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/security-groups?id=0bde1813-0041-4717-b6d7-9f740ec7c8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437973 Sep 03 09:52:17.345459 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-17910b63-8b48-46d9-8c57-0bedd50ff8f4 req-72e6f364-aeab-450b-baee-5b04dac96321 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165415 Sep 03 09:52:17.349901 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-c85ba88d-13f2-47e3-9feb-ffe939b17d66 req-a9b681ee-5eac-4f32-8b5e-2538bdbd1a21 service neutron] 10.222.0.60 "GET /v2.0/networks/59017ab1-a56a-4b09-943b-db7df0a15114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3673110 Sep 03 09:52:17.350904 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-634bc5ae-751a-4f32-bff8-b89a662d1bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1691685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1695977'] for router, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:17.354014 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-d50bca78-4203-4d32-8ada-c8fe7387f774 req-027e62e9-d87e-4434-85c0-6d87bf46a83a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2034a98b-4047-4d68-868d-001950555fd0 HTTP/1.1" status: 200 len: 217 time: 0.1381888 Sep 03 09:52:17.657456 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31244de4-d1f6-4936-b847-5c9d1fffc66e req-213aaeb3-23fa-480e-a0bd-665b44775e10 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:17.659088 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-31244de4-d1f6-4936-b847-5c9d1fffc66e req-213aaeb3-23fa-480e-a0bd-665b44775e10 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.0642445 Sep 03 09:52:17.733229 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-31244de4-d1f6-4936-b847-5c9d1fffc66e req-f4801a76-6a8e-42d6-b18d-deab03a1b084 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600331 Sep 03 09:52:17.767071 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50bca78-4203-4d32-8ada-c8fe7387f774 req-a93f3691-a291-400b-bd97-6bad2deecebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:17.768757 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-d50bca78-4203-4d32-8ada-c8fe7387f774 req-a93f3691-a291-400b-bd97-6bad2deecebc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8da37cab-7d9d-4282-adea-29440e0d2f69 HTTP/1.1" status: 200 len: 855 time: 0.4048765 Sep 03 09:52:17.805625 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b7ac5-8aa1-4f83-8855-be3080a4817b req-daba6b9f-047a-4e85-8f0f-99d838466026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:17.807135 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-a04b7ac5-8aa1-4f83-8855-be3080a4817b req-daba6b9f-047a-4e85-8f0f-99d838466026 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=298a5d8acf0b47e38a98291f6383fb58&device_id=9eee6ec8-8232-4940-9530-21e44bc26b67 HTTP/1.1" status: 200 len: 1097 time: 0.1708560 Sep 03 09:52:17.811178 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc6caba-6bc2-4b5d-ab07-b1b69665585a admin admin] Notify agent at l3_agent.dv-cinder-606346-32-iscsi the message routers_updated {{(pid=105524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 09:52:17.822773 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182acd3f-d7bc-4404-8928-7d7a0ac5c0c1 None None] Sync routers for ids ['fa2aa479-634c-4482-b4c4-494e91679ee2'] in dv-cinder-606346-32-iscsi {{(pid=105526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 09:52:17.842362 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-7bc6caba-6bc2-4b5d-ab07-b1b69665585a admin admin] 10.222.0.67 "PUT /v2.0/routers/fa2aa479-634c-4482-b4c4-494e91679ee2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3863118 Sep 03 09:52:17.842362 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-d50bca78-4203-4d32-8ada-c8fe7387f774 req-f07a6fc6-3336-43d3-84d9-46b2aa5832c0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2ca7c045-af05-4524-bcc4-6b4f1b7ebefb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465422 Sep 03 09:52:17.843303 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182acd3f-d7bc-4404-8928-7d7a0ac5c0c1 None None] Routers {'fa2aa479-634c-4482-b4c4-494e91679ee2'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:52:17.859083 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-182acd3f-d7bc-4404-8928-7d7a0ac5c0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:52:02Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['fa2aa479-634c-4482-b4c4-494e91679ee2'], 'active': True} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:52:18.022678 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b7ac5-8aa1-4f83-8855-be3080a4817b req-90a12f3a-cf75-444b-a79e-5287d300a670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:18.024295 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-a04b7ac5-8aa1-4f83-8855-be3080a4817b req-90a12f3a-cf75-444b-a79e-5287d300a670 service neutron] 10.222.0.60 "GET /v2.0/networks?id=59017ab1-a56a-4b09-943b-db7df0a15114 HTTP/1.1" status: 200 len: 910 time: 0.1898992 Sep 03 09:52:18.030655 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-634bc5ae-751a-4f32-bff8-b89a662d1bdf admin admin] Router de34ef44-f874-434b-bbab-dfcfaabb18f7 is scheduled to L3 agent d52909a0-0f60-4ffe-9597-25dbe871271a with binding_index 1 {{(pid=105524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 09:52:18.070949 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:18.084174 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-d50bca78-4203-4d32-8ada-c8fe7387f774 req-6b0ba540-fe3a-4d93-8efa-2cd52e7e2018 service neutron] 10.222.0.60 "GET /v2.0/networks/2ca7c045-af05-4524-bcc4-6b4f1b7ebefb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274535 Sep 03 09:52:18.088467 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-a04b7ac5-8aa1-4f83-8855-be3080a4817b req-b81626ec-d744-4fc3-8a4f-28a129547851 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e45a0f2-93b9-41c2-9251-8e98bb8b654b HTTP/1.1" status: 200 len: 217 time: 0.0537362 Sep 03 09:52:18.134437 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvr_db [None req-182acd3f-d7bc-4404-8928-7d7a0ac5c0c1 None None] Set router fa2aa479-634c-4482-b4c4-494e91679ee2 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:52:18.186082 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 36338) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:52:18.297881 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba188c-43e4-4ccd-9b75-0e71028210ac req-fe520fc4-d895-4af0-94e6-d29a69a73855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:18.302738 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-48ba188c-43e4-4ccd-9b75-0e71028210ac req-fe520fc4-d895-4af0-94e6-d29a69a73855 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c72df9f562c94a8aab79afac7263e6e5&device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 1098 time: 0.1686268 Sep 03 09:52:18.323437 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b029e6a-b7eb-4962-884b-57fdfa5f6ac8 req-98f4d987-fa6c-4634-8096-fb36aa1f2977 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:18.326614 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-2b029e6a-b7eb-4962-884b-57fdfa5f6ac8 req-98f4d987-fa6c-4634-8096-fb36aa1f2977 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.1325741 Sep 03 09:52:18.336906 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b7ac5-8aa1-4f83-8855-be3080a4817b req-a374206b-6e41-450d-8fbb-c35873ff189b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:18.338434 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-a04b7ac5-8aa1-4f83-8855-be3080a4817b req-a374206b-6e41-450d-8fbb-c35873ff189b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ca6d6a7f-f740-48bb-bd16-b3a6ec3d8afd HTTP/1.1" status: 200 len: 849 time: 0.2021098 Sep 03 09:52:18.415100 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634bc5ae-751a-4f32-bff8-b89a662d1bdf admin admin] Notify agent at l3_agent.dv-cinder-606346-32-iscsi the message routers_updated {{(pid=105524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 09:52:18.423170 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-2b029e6a-b7eb-4962-884b-57fdfa5f6ac8 req-4763714f-7db8-4db3-a3f9-8249deb4f460 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755148 Sep 03 09:52:18.437529 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbb6a93-1617-4347-a58c-f11c237f7c0e None None] Sync routers for ids ['de34ef44-f874-434b-bbab-dfcfaabb18f7'] in dv-cinder-606346-32-iscsi {{(pid=105527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 09:52:18.449617 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbb6a93-1617-4347-a58c-f11c237f7c0e None None] Routers {'de34ef44-f874-434b-bbab-dfcfaabb18f7'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:52:18.450275 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-6dbb6a93-1617-4347-a58c-f11c237f7c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:52:02Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['de34ef44-f874-434b-bbab-dfcfaabb18f7'], 'active': True} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:52:18.478857 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-a04b7ac5-8aa1-4f83-8855-be3080a4817b req-c0dde848-e151-4a7e-a6dc-451c4e1f3390 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=59017ab1-a56a-4b09-943b-db7df0a15114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1175931 Sep 03 09:52:18.490051 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-d50bca78-4203-4d32-8ada-c8fe7387f774 req-52960d59-6e94-48e3-b544-984c912fd1db service neutron] 10.222.0.60 "GET /v2.0/networks/2ca7c045-af05-4524-bcc4-6b4f1b7ebefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547547 Sep 03 09:52:18.520673 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-634bc5ae-751a-4f32-bff8-b89a662d1bdf admin admin] Notify callbacks [] for router, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:18.524141 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-634bc5ae-751a-4f32-bff8-b89a662d1bdf admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.1578746 Sep 03 09:52:18.569342 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 36352) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:52:18.571944 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba188c-43e4-4ccd-9b75-0e71028210ac req-bba9bdf9-458f-4823-8f4d-b64783addcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:18.573642 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-48ba188c-43e4-4ccd-9b75-0e71028210ac req-bba9bdf9-458f-4823-8f4d-b64783addcd1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7995b685-e18e-455d-be66-3bd792a79086 HTTP/1.1" status: 200 len: 919 time: 0.2458057 Sep 03 09:52:18.578626 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-182acd3f-d7bc-4404-8928-7d7a0ac5c0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2aa479-634c-4482-b4c4-494e91679ee2', 'name': 'tempest-TestMinimumBasicScenario-1652052393-router', 'tenant_id': 'b6c50db97723432ebc021572f85943ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9a08e01f-684a-4614-bd1a-592853f6e42c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:06Z', 'updated_at': '2021-09-03T09:52:15Z', 'revision_number': 4, 'project_id': 'b6c50db97723432ebc021572f85943ae', 'gw_port': {'id': '9a08e01f-684a-4614-bd1a-592853f6e42c', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2aa479-634c-4482-b4c4-494e91679ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:07Z', 'updated_at': '2021-09-03T09:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_interfaces': [{'id': '3c1ebe2a-bbe2-4a3c-9058-6c61dc33e116', 'name': '', 'network_id': 'f5dad9d9-c5c9-4f54-954b-8f46ad088140', 'tenant_id': 'b6c50db97723432ebc021572f85943ae', 'mac_address': 'fa:16:3e:4e:91:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2aa479-634c-4482-b4c4-494e91679ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '50312df5-c5ba-48a8-9dca-a1103d54fc6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:12Z', 'updated_at': '2021-09-03T09:52:15Z', 'revision_number': 2, 'project_id': 'b6c50db97723432ebc021572f85943ae', 'subnets': [{'id': '50312df5-c5ba-48a8-9dca-a1103d54fc6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:52:18.646402 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182acd3f-d7bc-4404-8928-7d7a0ac5c0c1 None None] Checking router: fa2aa479-634c-4482-b4c4-494e91679ee2 for host: dv-cinder-606346-32-iscsi {{(pid=105526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 09:52:18.646761 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182acd3f-d7bc-4404-8928-7d7a0ac5c0c1 None None] Updating router fa2aa479-634c-4482-b4c4-494e91679ee2 port 3c1ebe2a-bbe2-4a3c-9058-6c61dc33e116 binding host dv-cinder-606346-32-iscsi {{(pid=105526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 09:52:18.653788 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-48ba188c-43e4-4ccd-9b75-0e71028210ac req-572eaf9a-c1ef-4f97-b6db-13406c7006bd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aec59b67-087c-4f74-bd32-46c77a0ee00e HTTP/1.1" status: 200 len: 217 time: 0.0724471 Sep 03 09:52:18.722068 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26dafb8-1f46-4e61-9d01-2f3d23fc6b7a req-55ba4f41-5878-45a5-8428-64f03f55870c tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:18.723629 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-e26dafb8-1f46-4e61-9d01-2f3d23fc6b7a req-55ba4f41-5878-45a5-8428-64f03f55870c tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/ports?device_id=9eee6ec8-8232-4940-9530-21e44bc26b67 HTTP/1.1" status: 200 len: 944 time: 0.3451169 Sep 03 09:52:18.725613 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-a5a20f0f-85a3-4c69-b403-5d12187a78a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:18.734805 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-182acd3f-d7bc-4404-8928-7d7a0ac5c0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:18.736906 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvr_db [None req-6dbb6a93-1617-4347-a58c-f11c237f7c0e None None] Set router de34ef44-f874-434b-bbab-dfcfaabb18f7 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:52:18.750056 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba188c-43e4-4ccd-9b75-0e71028210ac req-650ab3e6-0901-49d1-b00c-bc36cfa82ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:18.751524 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-48ba188c-43e4-4ccd-9b75-0e71028210ac req-650ab3e6-0901-49d1-b00c-bc36cfa82ab8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f78bac5b-e536-4490-a472-11f8ae62b3fb HTTP/1.1" status: 200 len: 858 time: 0.0753036 Sep 03 09:52:18.771584 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd978eeb-d609-4f56-8093-f6581919ff52 req-314c7039-bc19-4aa5-948e-5899ef6a9ff5 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:18.773110 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-bd978eeb-d609-4f56-8093-f6581919ff52 req-314c7039-bc19-4aa5-948e-5899ef6a9ff5 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d5fd3a0-ad63-447b-ae27-a1b6107de925 HTTP/1.1" status: 200 len: 943 time: 0.1344693 Sep 03 09:52:18.813318 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-48ba188c-43e4-4ccd-9b75-0e71028210ac req-39a37283-86e7-41fc-b305-b704a156e9d4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7995b685-e18e-455d-be66-3bd792a79086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502698 Sep 03 09:52:18.895220 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-a04b7ac5-8aa1-4f83-8855-be3080a4817b req-7ebe0214-e005-4efe-9355-dc3235857274 service neutron] 10.222.0.60 "GET /v2.0/networks/59017ab1-a56a-4b09-943b-db7df0a15114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767972 Sep 03 09:52:18.900478 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-bd978eeb-d609-4f56-8093-f6581919ff52 req-6e8629c2-341b-4f68-bf77-ef2ca2744c53 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114221 Sep 03 09:52:18.938690 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-e26dafb8-1f46-4e61-9d01-2f3d23fc6b7a req-8b4b6fda-a3d5-4656-95ba-76179b44b86d tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/security-groups?id=0bde1813-0041-4717-b6d7-9f740ec7c8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335123 Sep 03 09:52:19.021777 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 36362) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:52:19.029543 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [None req-56c9a890-22f2-4466-84bf-73b2daaca8d1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1175619642-network', 'tenant_id': 'cdd2c3fc878346db9937e30cdc450d06'}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:52:19.030967 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.agents_db [None req-2440585d-454d-4def-9aab-3d39e7194109 None None] Agent healthcheck: found 6 active agents {{(pid=105527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 09:52:19.040512 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-48ba188c-43e4-4ccd-9b75-0e71028210ac req-260a5d2c-4d67-47a7-a238-6b9f57c68a30 service neutron] 10.222.0.60 "GET /v2.0/networks/7995b685-e18e-455d-be66-3bd792a79086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169523 Sep 03 09:52:19.051817 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-6dbb6a93-1617-4347-a58c-f11c237f7c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'name': 'tempest-TestVolumeBootPattern-1130982208-router', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '07886559-ab62-45a9-86dc-6696d525adc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:11Z', 'updated_at': '2021-09-03T09:52:16Z', 'revision_number': 3, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'gw_port': {'id': '07886559-ab62-45a9-86dc-6696d525adc4', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:14Z', 'updated_at': '2021-09-03T09:52:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi'}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:52:19.087608 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbb6a93-1617-4347-a58c-f11c237f7c0e None None] Checking router: de34ef44-f874-434b-bbab-dfcfaabb18f7 for host: dv-cinder-606346-32-iscsi {{(pid=105527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 09:52:19.087959 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbb6a93-1617-4347-a58c-f11c237f7c0e None None] Updating router de34ef44-f874-434b-bbab-dfcfaabb18f7 port 07886559-ab62-45a9-86dc-6696d525adc4 binding host dv-cinder-606346-32-iscsi {{(pid=105527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 09:52:19.116926 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-6dbb6a93-1617-4347-a58c-f11c237f7c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:19.198459 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-182acd3f-d7bc-4404-8928-7d7a0ac5c0c1 None None] Notify callbacks [] for port, precommit_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:19.199154 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-48ba188c-43e4-4ccd-9b75-0e71028210ac req-b5bc5686-9a5f-4c1b-8375-e662f4de7e07 service neutron] 10.222.0.60 "GET /v2.0/networks/7995b685-e18e-455d-be66-3bd792a79086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217551 Sep 03 09:52:19.213672 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-182acd3f-d7bc-4404-8928-7d7a0ac5c0c1 None None] Transition to ACTIVE for port object 3c1ebe2a-bbe2-4a3c-9058-6c61dc33e116 will not be triggered until provisioned by entity L2. {{(pid=105526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:52:19.222807 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-182acd3f-d7bc-4404-8928-7d7a0ac5c0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:19.247444 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-a04b7ac5-8aa1-4f83-8855-be3080a4817b req-5721f4a4-5f18-4574-abb2-8031dd63fe4d service neutron] 10.222.0.60 "GET /v2.0/networks/59017ab1-a56a-4b09-943b-db7df0a15114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127601 Sep 03 09:52:19.276055 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-a5a20f0f-85a3-4c69-b403-5d12187a78a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:19.285659 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba53968-4e95-409a-b320-9df248f51a34 None None] Pushing event updated for resources: {'Port': ['ID=3c1ebe2a-bbe2-4a3c-9058-6c61dc33e116,revision_number=3']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:19.299020 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-a5a20f0f-85a3-4c69-b403-5d12187a78a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:19.302668 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c9a890-22f2-4466-84bf-73b2daaca8d1 admin admin] Made reservation on behalf of cdd2c3fc878346db9937e30cdc450d06 for: {'network': 1} {{(pid=105525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:52:19.306110 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-56c9a890-22f2-4466-84bf-73b2daaca8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for network, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:19.328759 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-56c9a890-22f2-4466-84bf-73b2daaca8d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:19.371206 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.managers [None req-182acd3f-d7bc-4404-8928-7d7a0ac5c0c1 None None] Attempting to bind port 3c1ebe2a-bbe2-4a3c-9058-6c61dc33e116 on host dv-cinder-606346-32-iscsi for vnic_type normal with profile {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 09:52:19.373862 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.managers [None req-182acd3f-d7bc-4404-8928-7d7a0ac5c0c1 None None] Attempting to bind port 3c1ebe2a-bbe2-4a3c-9058-6c61dc33e116 by drivers openvswitch,hyperv on host dv-cinder-606346-32-iscsi at level 0 using segments [{'id': 'a218ce8c-e4ea-434c-b6ed-34586d46e94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'f5dad9d9-c5c9-4f54-954b-8f46ad088140'}] {{(pid=105526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 09:52:19.377718 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182acd3f-d7bc-4404-8928-7d7a0ac5c0c1 None None] Attempting to bind port 3c1ebe2a-bbe2-4a3c-9058-6c61dc33e116 on network f5dad9d9-c5c9-4f54-954b-8f46ad088140 {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:52:19.386675 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182acd3f-d7bc-4404-8928-7d7a0ac5c0c1 None None] Checking agent: {'id': 'ce816ebf-b316-41f6-aeb5-8037a78dc56b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 9, 42, 33), 'started_at': datetime.datetime(2021, 9, 3, 9, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 9, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 09:52:19.387070 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182acd3f-d7bc-4404-8928-7d7a0ac5c0c1 None None] Checking segment: {'id': 'a218ce8c-e4ea-434c-b6ed-34586d46e94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'f5dad9d9-c5c9-4f54-954b-8f46ad088140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:52:19.387987 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-182acd3f-d7bc-4404-8928-7d7a0ac5c0c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:19.388466 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182acd3f-d7bc-4404-8928-7d7a0ac5c0c1 None None] Bound using segment: {'id': 'a218ce8c-e4ea-434c-b6ed-34586d46e94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'f5dad9d9-c5c9-4f54-954b-8f46ad088140'} {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 09:52:19.389179 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.managers [None req-182acd3f-d7bc-4404-8928-7d7a0ac5c0c1 None None] Bound port: 3c1ebe2a-bbe2-4a3c-9058-6c61dc33e116, host: dv-cinder-606346-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a218ce8c-e4ea-434c-b6ed-34586d46e94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'f5dad9d9-c5c9-4f54-954b-8f46ad088140'}}] {{(pid=105526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 09:52:19.389520 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-182acd3f-d7bc-4404-8928-7d7a0ac5c0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:19.424259 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-a5a20f0f-85a3-4c69-b403-5d12187a78a2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=893ce32ff9994cfc9dd4070dbe7ff840&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2359719 Sep 03 09:52:19.429271 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 36364) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:52:19.431513 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a20f0f-85a3-4c69-b403-5d12187a78a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e37987-8992-4535-8d7b-e966b68cff1f,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:19.475252 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-56c9a890-22f2-4466-84bf-73b2daaca8d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:19.480221 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-56c9a890-22f2-4466-84bf-73b2daaca8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:19.501365 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-182acd3f-d7bc-4404-8928-7d7a0ac5c0c1 None None] For port 3c1ebe2a-bbe2-4a3c-9058-6c61dc33e116, host dv-cinder-606346-32-iscsi, cleared binding levels {{(pid=105526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 09:52:19.506986 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-182acd3f-d7bc-4404-8928-7d7a0ac5c0c1 None None] For port 3c1ebe2a-bbe2-4a3c-9058-6c61dc33e116, host dv-cinder-606346-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=3c1ebe2a-bbe2-4a3c-9058-6c61dc33e116,segment=NetworkSegment(a218ce8c-e4ea-434c-b6ed-34586d46e94e),segment_id=a218ce8c-e4ea-434c-b6ed-34586d46e94e)] {{(pid=105526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 09:52:19.515539 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56c9a890-22f2-4466-84bf-73b2daaca8d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=105525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 09:52:19.521124 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-182acd3f-d7bc-4404-8928-7d7a0ac5c0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:19.522269 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-6dbb6a93-1617-4347-a58c-f11c237f7c0e None None] Notify callbacks [] for port, precommit_update {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:19.531303 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c9a890-22f2-4466-84bf-73b2daaca8d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0849c32d-e00a-44a1-bb53-97020081e418,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:19.537866 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-56c9a890-22f2-4466-84bf-73b2daaca8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718351'] for segment, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:19.538075 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.db.segments_db [None req-56c9a890-22f2-4466-84bf-73b2daaca8d1 admin admin] Added segment 9f035384-e724-4881-9c77-70fe94769e62 of type vlan for network ba334768-66fd-425f-854d-a1a96f58f004 Sep 03 09:52:19.542656 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.provisioning_blocks [None req-6dbb6a93-1617-4347-a58c-f11c237f7c0e None None] Transition to ACTIVE for port object 07886559-ab62-45a9-86dc-6696d525adc4 will not be triggered until provisioned by entity L2. {{(pid=105527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:52:19.553241 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-6dbb6a93-1617-4347-a58c-f11c237f7c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:19.614995 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-56c9a890-22f2-4466-84bf-73b2daaca8d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759173236709'] for network, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:19.642365 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182acd3f-d7bc-4404-8928-7d7a0ac5c0c1 None None] Routers {'fa2aa479-634c-4482-b4c4-494e91679ee2'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:52:19.647800 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-182acd3f-d7bc-4404-8928-7d7a0ac5c0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:52:02Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['fa2aa479-634c-4482-b4c4-494e91679ee2'], 'active': True} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:52:19.652385 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada858e8-7245-464c-aeea-aa18ad00c5c3 None None] Pushing event updated for resources: {'Port': ['ID=07886559-ab62-45a9-86dc-6696d525adc4,revision_number=2']} {{(pid=105527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:19.678407 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-56c9a890-22f2-4466-84bf-73b2daaca8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146'] for network, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:19.680369 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c9a890-22f2-4466-84bf-73b2daaca8d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:19.681937 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-56c9a890-22f2-4466-84bf-73b2daaca8d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for network, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:19.707969 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.managers [None req-6dbb6a93-1617-4347-a58c-f11c237f7c0e None None] Attempting to bind port 07886559-ab62-45a9-86dc-6696d525adc4 on host dv-cinder-606346-32-iscsi for vnic_type normal with profile {{(pid=105527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 09:52:19.709415 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.managers [None req-6dbb6a93-1617-4347-a58c-f11c237f7c0e None None] Attempting to bind port 07886559-ab62-45a9-86dc-6696d525adc4 by drivers openvswitch,hyperv on host dv-cinder-606346-32-iscsi at level 0 using segments [{'id': '454dc13d-4a6c-4de8-982e-8a57b380b104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d'}] {{(pid=105527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 09:52:19.710702 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbb6a93-1617-4347-a58c-f11c237f7c0e None None] Attempting to bind port 07886559-ab62-45a9-86dc-6696d525adc4 on network 16dc62c0-adaf-4d17-9be4-5c31a1b1de1d {{(pid=105527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:52:19.718434 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbb6a93-1617-4347-a58c-f11c237f7c0e None None] Checking agent: {'id': 'ce816ebf-b316-41f6-aeb5-8037a78dc56b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 9, 42, 33), 'started_at': datetime.datetime(2021, 9, 3, 9, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 9, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 09:52:19.719096 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbb6a93-1617-4347-a58c-f11c237f7c0e None None] Checking segment: {'id': '454dc13d-4a6c-4de8-982e-8a57b380b104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:52:19.719907 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-6dbb6a93-1617-4347-a58c-f11c237f7c0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:19.720464 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbb6a93-1617-4347-a58c-f11c237f7c0e None None] Bound using segment: {'id': '454dc13d-4a6c-4de8-982e-8a57b380b104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d'} {{(pid=105527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 09:52:19.721196 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.managers [None req-6dbb6a93-1617-4347-a58c-f11c237f7c0e None None] Bound port: 07886559-ab62-45a9-86dc-6696d525adc4, host: dv-cinder-606346-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '454dc13d-4a6c-4de8-982e-8a57b380b104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d'}}] {{(pid=105527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 09:52:19.722214 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-6dbb6a93-1617-4347-a58c-f11c237f7c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:19.730581 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba53968-4e95-409a-b320-9df248f51a34 None None] Pushing event updated for resources: {'Port': ['ID=3c1ebe2a-bbe2-4a3c-9058-6c61dc33e116,revision_number=4']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:19.732884 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-56c9a890-22f2-4466-84bf-73b2daaca8d1 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7097480 Sep 03 09:52:19.735599 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 36370) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:52:19.744093 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-12f20443-8718-4382-8dfa-38e21abb40a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:19.748536 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [None req-d4e59a3c-e734-4e9f-9330-f251993c8a40 admin admin] Request body: {'subnet': {'network_id': 'ba334768-66fd-425f-854d-a1a96f58f004', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1175619642-subnet', 'tenant_id': 'cdd2c3fc878346db9937e30cdc450d06', 'ip_version': 4}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:52:19.805147 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.db [None req-6dbb6a93-1617-4347-a58c-f11c237f7c0e None None] For port 07886559-ab62-45a9-86dc-6696d525adc4, host dv-cinder-606346-32-iscsi, cleared binding levels {{(pid=105527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 09:52:19.809825 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.db [None req-6dbb6a93-1617-4347-a58c-f11c237f7c0e None None] For port 07886559-ab62-45a9-86dc-6696d525adc4, host dv-cinder-606346-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=07886559-ab62-45a9-86dc-6696d525adc4,segment=NetworkSegment(454dc13d-4a6c-4de8-982e-8a57b380b104),segment_id=454dc13d-4a6c-4de8-982e-8a57b380b104)] {{(pid=105527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 09:52:19.816808 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-6dbb6a93-1617-4347-a58c-f11c237f7c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:19.817978 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c9a890-22f2-4466-84bf-73b2daaca8d1 admin admin] Pushing event updated for resources: {'Network': ['ID=ba334768-66fd-425f-854d-a1a96f58f004,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:19.832652 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvr_db [None req-182acd3f-d7bc-4404-8928-7d7a0ac5c0c1 None None] Set router fa2aa479-634c-4482-b4c4-494e91679ee2 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:52:19.838019 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Network ba334768-66fd-425f-854d-a1a96f58f004 details requested by agent ovs-agent-dv-cinder-606346-32-iscsi with host dv-cinder-606346-32-iscsi {{(pid=105526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 09:52:19.845056 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-12f20443-8718-4382-8dfa-38e21abb40a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:19.874482 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e59a3c-e734-4e9f-9330-f251993c8a40 admin admin] Made reservation on behalf of cdd2c3fc878346db9937e30cdc450d06 for: {'subnet': 1} {{(pid=105525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:52:19.877612 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-d4e59a3c-e734-4e9f-9330-f251993c8a40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25634998'] for subnet, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:19.898321 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada858e8-7245-464c-aeea-aa18ad00c5c3 None None] Pushing event updated for resources: {'Port': ['ID=07886559-ab62-45a9-86dc-6696d525adc4,revision_number=3']} {{(pid=105527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:19.929197 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbb6a93-1617-4347-a58c-f11c237f7c0e None None] Routers {'de34ef44-f874-434b-bbab-dfcfaabb18f7'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:52:19.930402 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-6dbb6a93-1617-4347-a58c-f11c237f7c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:52:02Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['de34ef44-f874-434b-bbab-dfcfaabb18f7'], 'active': True} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:52:19.936683 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-12f20443-8718-4382-8dfa-38e21abb40a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:19.941416 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-12f20443-8718-4382-8dfa-38e21abb40a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:19.942625 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-12f20443-8718-4382-8dfa-38e21abb40a3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b7e37987-8992-4535-8d7b-e966b68cff1f HTTP/1.1" status: 204 len: 168 time: 0.5120761 Sep 03 09:52:19.973531 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5479de-2570-4f66-90e8-f5ac6b0384d8 req-d6a676ea-6746-4734-9a3d-49fc508f50d8 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:19.975478 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-fa5479de-2570-4f66-90e8-f5ac6b0384d8 req-d6a676ea-6746-4734-9a3d-49fc508f50d8 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.3552177 Sep 03 09:52:20.017407 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f20443-8718-4382-8dfa-38e21abb40a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e37987-8992-4535-8d7b-e966b68cff1f,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:20.033824 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-cc348d7b-37d8-40bd-b1d6-cd49723bf9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:20.085837 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvr_db [None req-6dbb6a93-1617-4347-a58c-f11c237f7c0e None None] Set router de34ef44-f874-434b-bbab-dfcfaabb18f7 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:52:20.132219 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b521d3f-2379-4ae3-84b0-0a63b5aeba5b req-1782f127-d045-4881-a2b0-a0422e4bf63c tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:20.136921 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-fa5479de-2570-4f66-90e8-f5ac6b0384d8 req-4253e224-ee16-42d0-be2f-030a31601582 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539621 Sep 03 09:52:20.157009 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-6b521d3f-2379-4ae3-84b0-0a63b5aeba5b req-1782f127-d045-4881-a2b0-a0422e4bf63c tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d5fd3a0-ad63-447b-ae27-a1b6107de925 HTTP/1.1" status: 200 len: 943 time: 0.1041331 Sep 03 09:52:20.405353 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330ce80-1db8-488c-bf9c-94479c4bf854 req-0ea77318-23ab-43ce-b405-a6d5031a78cd tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:20.407504 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-9330ce80-1db8-488c-bf9c-94479c4bf854 req-0ea77318-23ab-43ce-b405-a6d5031a78cd tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/ports?device_id=9eee6ec8-8232-4940-9530-21e44bc26b67 HTTP/1.1" status: 200 len: 944 time: 0.0983860 Sep 03 09:52:20.411330 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.db_base_plugin_common [None req-cc348d7b-37d8-40bd-b1d6-cd49723bf9ab admin admin] Allocated IP 172.20.0.1 (6c3f9ad0-7bd7-4b81-8392-49aacbf78e47/f30130ee-7f80-427c-b15d-1973012df7f3/99147bf0-b2b2-4dc0-b6fa-49432e6b090f) {{(pid=105524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:52:20.422169 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-6dbb6a93-1617-4347-a58c-f11c237f7c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'name': 'tempest-TestVolumeBootPattern-1130982208-router', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '07886559-ab62-45a9-86dc-6696d525adc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:11Z', 'updated_at': '2021-09-03T09:52:16Z', 'revision_number': 3, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'gw_port': {'id': '07886559-ab62-45a9-86dc-6696d525adc4', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:14Z', 'updated_at': '2021-09-03T09:52:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi'}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:52:20.434682 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-182acd3f-d7bc-4404-8928-7d7a0ac5c0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2aa479-634c-4482-b4c4-494e91679ee2', 'name': 'tempest-TestMinimumBasicScenario-1652052393-router', 'tenant_id': 'b6c50db97723432ebc021572f85943ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9a08e01f-684a-4614-bd1a-592853f6e42c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:06Z', 'updated_at': '2021-09-03T09:52:15Z', 'revision_number': 4, 'project_id': 'b6c50db97723432ebc021572f85943ae', 'gw_port': {'id': '9a08e01f-684a-4614-bd1a-592853f6e42c', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2aa479-634c-4482-b4c4-494e91679ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:07Z', 'updated_at': '2021-09-03T09:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_interfaces': [{'id': '3c1ebe2a-bbe2-4a3c-9058-6c61dc33e116', 'name': '', 'network_id': 'f5dad9d9-c5c9-4f54-954b-8f46ad088140', 'tenant_id': 'b6c50db97723432ebc021572f85943ae', 'mac_address': 'fa:16:3e:4e:91:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2aa479-634c-4482-b4c4-494e91679ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '50312df5-c5ba-48a8-9dca-a1103d54fc6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:12Z', 'updated_at': '2021-09-03T09:52:19Z', 'revision_number': 4, 'project_id': 'b6c50db97723432ebc021572f85943ae', 'subnets': [{'id': '50312df5-c5ba-48a8-9dca-a1103d54fc6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:52:20.444539 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-6b521d3f-2379-4ae3-84b0-0a63b5aeba5b req-92f30595-58c4-4412-b1e2-79d03780c4f7 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859235 Sep 03 09:52:20.463285 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-d4e59a3c-e734-4e9f-9330-f251993c8a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25166753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25634968'] for subnet, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:20.466194 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbb6a93-1617-4347-a58c-f11c237f7c0e None None] The sync data for ids ['de34ef44-f874-434b-bbab-dfcfaabb18f7'] in dv-cinder-606346-32-iscsi is: [{'id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'name': 'tempest-TestVolumeBootPattern-1130982208-router', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '07886559-ab62-45a9-86dc-6696d525adc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:11Z', 'updated_at': '2021-09-03T09:52:16Z', 'revision_number': 3, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'gw_port': {'id': '07886559-ab62-45a9-86dc-6696d525adc4', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:14Z', 'updated_at': '2021-09-03T09:52:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi'}] {{(pid=105527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 09:52:20.494149 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182acd3f-d7bc-4404-8928-7d7a0ac5c0c1 None None] The sync data for ids ['fa2aa479-634c-4482-b4c4-494e91679ee2'] in dv-cinder-606346-32-iscsi is: [{'id': 'fa2aa479-634c-4482-b4c4-494e91679ee2', 'name': 'tempest-TestMinimumBasicScenario-1652052393-router', 'tenant_id': 'b6c50db97723432ebc021572f85943ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9a08e01f-684a-4614-bd1a-592853f6e42c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:06Z', 'updated_at': '2021-09-03T09:52:15Z', 'revision_number': 4, 'project_id': 'b6c50db97723432ebc021572f85943ae', 'gw_port': {'id': '9a08e01f-684a-4614-bd1a-592853f6e42c', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2aa479-634c-4482-b4c4-494e91679ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:07Z', 'updated_at': '2021-09-03T09:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_interfaces': [{'id': '3c1ebe2a-bbe2-4a3c-9058-6c61dc33e116', 'name': '', 'network_id': 'f5dad9d9-c5c9-4f54-954b-8f46ad088140', 'tenant_id': 'b6c50db97723432ebc021572f85943ae', 'mac_address': 'fa:16:3e:4e:91:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2aa479-634c-4482-b4c4-494e91679ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '50312df5-c5ba-48a8-9dca-a1103d54fc6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:12Z', 'updated_at': '2021-09-03T09:52:19Z', 'revision_number': 4, 'project_id': 'b6c50db97723432ebc021572f85943ae', 'subnets': [{'id': '50312df5-c5ba-48a8-9dca-a1103d54fc6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 09:52:20.538283 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e59a3c-e734-4e9f-9330-f251993c8a40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f48bb21f-6503-4e6d-aec3-9459fe739444,revision_number=0']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:20.542191 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-9330ce80-1db8-488c-bf9c-94479c4bf854 req-bf27e5cf-893b-4657-b321-2854c2081eaa tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/security-groups?id=0bde1813-0041-4717-b6d7-9f740ec7c8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236813 Sep 03 09:52:20.613016 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e59a3c-e734-4e9f-9330-f251993c8a40 admin admin] Checking segment: {'id': '9f035384-e724-4881-9c77-70fe94769e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'ba334768-66fd-425f-854d-a1a96f58f004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:52:20.613260 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e59a3c-e734-4e9f-9330-f251993c8a40 admin admin] Network hostable DHCP agents. Network: ba334768-66fd-425f-854d-a1a96f58f004, hostable agents: ['b845873d-a9da-4ebd-9f87-ebd42caf249d'], hosted agents: [] {{(pid=105525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 09:52:20.649381 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e59a3c-e734-4e9f-9330-f251993c8a40 admin admin] Network ba334768-66fd-425f-854d-a1a96f58f004 is scheduled to be hosted by DHCP agent b845873d-a9da-4ebd-9f87-ebd42caf249d with binding_index 1 {{(pid=105525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 09:52:20.654099 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 2034a98b-4047-4d68-868d-001950555fd0 details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=105526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 09:52:20.677611 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.base_scheduler [None req-d4e59a3c-e734-4e9f-9330-f251993c8a40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-32-iscsi, ba334768-66fd-425f-854d-a1a96f58f004) {{(pid=105525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:52:20.678724 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e59a3c-e734-4e9f-9330-f251993c8a40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:20.680050 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-d4e59a3c-e734-4e9f-9330-f251993c8a40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for subnet, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:20.698981 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d26636-915f-4ca3-be3c-5ec848e8d653 None None] Network ba334768-66fd-425f-854d-a1a96f58f004 requested from dv-cinder-606346-32-iscsi {{(pid=105526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 09:52:20.710428 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-cc348d7b-37d8-40bd-b1d6-cd49723bf9ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:20.715924 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-d4e59a3c-e734-4e9f-9330-f251993c8a40 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9788251 Sep 03 09:52:20.716121 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 36384) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:52:20.726019 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [None req-d844e95b-7a8f-443d-9a79-9897ed711272 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1175619642-router', 'tenant_id': 'cdd2c3fc878346db9937e30cdc450d06', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d'}}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:52:20.733085 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 36388) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:52:20.774890 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-b5d0a3bf-5a55-49ab-9c63-ef545f68e54d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:20.797476 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-d844e95b-7a8f-443d-9a79-9897ed711272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8786'] for router, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:20.798698 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-d844e95b-7a8f-443d-9a79-9897ed711272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1691692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1695932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-424503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8811'] for router, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:20.808248 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.provisioning_blocks [None req-cc348d7b-37d8-40bd-b1d6-cd49723bf9ab admin admin] Transition to ACTIVE for port object 99147bf0-b2b2-4dc0-b6fa-49432e6b090f will not be triggered until provisioned by entity DHCP. {{(pid=105524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:52:20.893188 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-d844e95b-7a8f-443d-9a79-9897ed711272 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:20.982786 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-cc348d7b-37d8-40bd-b1d6-cd49723bf9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931'] for port, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:21.060607 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc348d7b-37d8-40bd-b1d6-cd49723bf9ab admin admin] Network 6c3f9ad0-7bd7-4b81-8392-49aacbf78e47 is already hosted by enough agents. {{(pid=105524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:52:21.067137 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.base_scheduler [None req-cc348d7b-37d8-40bd-b1d6-cd49723bf9ab admin admin] Resources bound (agent type, host, resource id): {{(pid=105524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:52:21.069889 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc348d7b-37d8-40bd-b1d6-cd49723bf9ab admin admin] Received port after_create {{(pid=105524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:52:21.070781 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-cc348d7b-37d8-40bd-b1d6-cd49723bf9ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417468'] for router_interface, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:21.142425 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-b5d0a3bf-5a55-49ab-9c63-ef545f68e54d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:21.149614 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-b5d0a3bf-5a55-49ab-9c63-ef545f68e54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:21.155355 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c903fae-83a4-4622-93e0-ec8efd0c4fdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18c2692c-177d-5ddd-a673-7a9ff6d9d43f-ba334768-66fd-425f-854d-a1a96f58f004', 'network_id': 'ba334768-66fd-425f-854d-a1a96f58f004', 'tenant_id': 'cdd2c3fc878346db9937e30cdc450d06', 'fixed_ips': [{'subnet_id': 'f48bb21f-6503-4e6d-aec3-9459fe739444'}]}} from dv-cinder-606346-32-iscsi. {{(pid=105526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 09:52:21.156546 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-3c903fae-83a4-4622-93e0-ec8efd0c4fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:21.318878 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d0a3bf-5a55-49ab-9c63-ef545f68e54d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5971114a-da2d-489c-96a3-7ad3238feb53,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:21.354363 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-b5d0a3bf-5a55-49ab-9c63-ef545f68e54d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=38fcbdf6767143aaac4ecf4721fa21fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6167035 Sep 03 09:52:21.356566 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 36394) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:52:21.529566 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 2034a98b-4047-4d68-868d-001950555fd0, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=2034a98b-4047-4d68-868d-001950555fd0,segment=NetworkSegment(6162f772-1e28-4e35-bf3d-bf08b646a09f),segment_id=6162f772-1e28-4e35-bf3d-bf08b646a09f)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:52:21.636895 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Returning: {'device': '2034a98b-4047-4d68-868d-001950555fd0', 'network_id': '2ca7c045-af05-4524-bcc4-6b4f1b7ebefb', 'port_id': '2034a98b-4047-4d68-868d-001950555fd0', 'mac_address': 'fa:16:3e:ff:2c:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da37cab-7d9d-4282-adea-29440e0d2f69', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 09:52:21.668278 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-bd5110df-f540-4f3e-b6b8-e1bb73048931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:21.683058 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-d844e95b-7a8f-443d-9a79-9897ed711272 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:21.720138 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-bd5110df-f540-4f3e-b6b8-e1bb73048931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:21.731877 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc348d7b-37d8-40bd-b1d6-cd49723bf9ab admin admin] Pushing event updated for resources: {'Port': ['ID=99147bf0-b2b2-4dc0-b6fa-49432e6b090f,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:21.758543 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-c9f0a1e2-8ae3-454d-80ac-2750eeea11db None None] Provisioning for port 99147bf0-b2b2-4dc0-b6fa-49432e6b090f completed by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:52:21.782465 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-c9f0a1e2-8ae3-454d-80ac-2750eeea11db None None] Provisioning complete for port 99147bf0-b2b2-4dc0-b6fa-49432e6b090f triggered by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:52:21.782875 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-c9f0a1e2-8ae3-454d-80ac-2750eeea11db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:21.823215 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202dd7e9-f2ab-42ac-96c4-a026c2822a87 req-1ffae1ef-2c76-47cd-bb7b-07c848024678 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:21.838570 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-202dd7e9-f2ab-42ac-96c4-a026c2822a87 req-1ffae1ef-2c76-47cd-bb7b-07c848024678 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.4586883 Sep 03 09:52:21.896082 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc856aa-06d3-4472-8240-8085aa494ee1 req-031af552-bcb6-4c9e-a0a0-6abbe8ecee9a tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:21.906898 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.db_base_plugin_common [None req-3c903fae-83a4-4622-93e0-ec8efd0c4fdf None None] Allocated IP 172.20.0.2 (ba334768-66fd-425f-854d-a1a96f58f004/f48bb21f-6503-4e6d-aec3-9459fe739444/087d980c-a332-47d9-aa95-4c89150eee32) {{(pid=105526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:52:21.908980 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-5dc856aa-06d3-4472-8240-8085aa494ee1 req-031af552-bcb6-4c9e-a0a0-6abbe8ecee9a tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d5fd3a0-ad63-447b-ae27-a1b6107de925 HTTP/1.1" status: 200 len: 943 time: 0.1775005 Sep 03 09:52:21.932309 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:21.978162 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-202dd7e9-f2ab-42ac-96c4-a026c2822a87 req-d95a9632-eee1-4e67-bb6f-fc8f0e1f04d1 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325190 Sep 03 09:52:22.007175 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-bd5110df-f540-4f3e-b6b8-e1bb73048931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:22.028167 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.notifiers.nova [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2034a98b-4047-4d68-868d-001950555fd0 {{(pid=105526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 09:52:22.057900 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-bd5110df-f540-4f3e-b6b8-e1bb73048931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:22.062648 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-bd5110df-f540-4f3e-b6b8-e1bb73048931 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5971114a-da2d-489c-96a3-7ad3238feb53 HTTP/1.1" status: 204 len: 168 time: 0.7041681 Sep 03 09:52:22.080705 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-c9f0a1e2-8ae3-454d-80ac-2750eeea11db None None] Port 99147bf0-b2b2-4dc0-b6fa-49432e6b090f cannot update to ACTIVE because it is not bound. {{(pid=105526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 09:52:22.099112 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5110df-f540-4f3e-b6b8-e1bb73048931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5971114a-da2d-489c-96a3-7ad3238feb53,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:22.147257 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-5dc856aa-06d3-4472-8240-8085aa494ee1 req-faaca01c-1a9f-4c0a-b4e2-21716a347c2c tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360675 Sep 03 09:52:22.159555 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-cc348d7b-37d8-40bd-b1d6-cd49723bf9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:22.267868 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 2034a98b-4047-4d68-868d-001950555fd0, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=2034a98b-4047-4d68-868d-001950555fd0,segment=NetworkSegment(6162f772-1e28-4e35-bf3d-bf08b646a09f),segment_id=6162f772-1e28-4e35-bf3d-bf08b646a09f)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:52:22.271890 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a420d-0001-463c-a501-72925dbd0616 req-4b764722-116a-4511-8790-8b94cd3556fb tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:22.277173 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 07886559-ab62-45a9-86dc-6696d525adc4 up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:52:22.278249 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-dc8a420d-0001-463c-a501-72925dbd0616 req-4b764722-116a-4511-8790-8b94cd3556fb tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/ports?device_id=9eee6ec8-8232-4940-9530-21e44bc26b67 HTTP/1.1" status: 200 len: 944 time: 0.0927107 Sep 03 09:52:22.325080 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:22.326062 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 7e45a0f2-93b9-41c2-9251-8e98bb8b654b details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=105526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 09:52:22.335531 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-dc8a420d-0001-463c-a501-72925dbd0616 req-d2003097-f274-4e4e-823d-5a18561500b3 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/security-groups?id=0bde1813-0041-4717-b6d7-9f740ec7c8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480716 Sep 03 09:52:22.523072 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Pushing event updated for resources: {'Port': ['ID=2034a98b-4047-4d68-868d-001950555fd0,revision_number=4']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:22.614441 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-3c903fae-83a4-4622-93e0-ec8efd0c4fdf None None] Notify callbacks [] for port, precommit_create {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:22.628382 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning for port 07886559-ab62-45a9-86dc-6696d525adc4 completed by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:52:22.636109 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-3c903fae-83a4-4622-93e0-ec8efd0c4fdf None None] Transition to ACTIVE for port object 087d980c-a332-47d9-aa95-4c89150eee32 will not be triggered until provisioned by entity L2. {{(pid=105526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:52:22.645113 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning complete for port 07886559-ab62-45a9-86dc-6696d525adc4 triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:52:22.645490 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:22.688668 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-3c903fae-83a4-4622-93e0-ec8efd0c4fdf None None] Transition to ACTIVE for port object 087d980c-a332-47d9-aa95-4c89150eee32 will not be triggered until provisioned by entity DHCP. {{(pid=105526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:52:22.697309 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 7e45a0f2-93b9-41c2-9251-8e98bb8b654b, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=7e45a0f2-93b9-41c2-9251-8e98bb8b654b,segment=NetworkSegment(bcae6148-3ea2-4998-84d6-e57960f04e96),segment_id=bcae6148-3ea2-4998-84d6-e57960f04e96)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:52:22.706856 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-3c903fae-83a4-4622-93e0-ec8efd0c4fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931'] for port, after_create {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:22.756692 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-d844e95b-7a8f-443d-9a79-9897ed711272 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:22.783460 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Returning: {'device': '7e45a0f2-93b9-41c2-9251-8e98bb8b654b', 'network_id': '59017ab1-a56a-4b09-943b-db7df0a15114', 'port_id': '7e45a0f2-93b9-41c2-9251-8e98bb8b654b', 'mac_address': 'fa:16:3e:17:ba:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca6d6a7f-f740-48bb-bd16-b3a6ec3d8afd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 09:52:22.784421 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-d844e95b-7a8f-443d-9a79-9897ed711272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:22.790211 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-cc348d7b-37d8-40bd-b1d6-cd49723bf9ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:22.799400 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-cc348d7b-37d8-40bd-b1d6-cd49723bf9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:22.800353 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-cc348d7b-37d8-40bd-b1d6-cd49723bf9ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1832124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694508'] for router_interface, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:22.801729 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c903fae-83a4-4622-93e0-ec8efd0c4fdf None None] Pushing event updated for resources: {'Port': ['ID=087d980c-a332-47d9-aa95-4c89150eee32,revision_number=1']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:22.836689 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c903fae-83a4-4622-93e0-ec8efd0c4fdf None None] Network ba334768-66fd-425f-854d-a1a96f58f004 is already hosted by enough agents. {{(pid=105526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:52:22.841190 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.scheduler.base_scheduler [None req-3c903fae-83a4-4622-93e0-ec8efd0c4fdf None None] Resources bound (agent type, host, resource id): {{(pid=105526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:52:22.850512 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c903fae-83a4-4622-93e0-ec8efd0c4fdf None None] Received port after_create {{(pid=105526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:52:22.894395 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc348d7b-37d8-40bd-b1d6-cd49723bf9ab admin admin] Pushing event updated for resources: {'Port': ['ID=99147bf0-b2b2-4dc0-b6fa-49432e6b090f,revision_number=2']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:22.918973 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:22.981345 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:22.993424 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.notifiers.nova [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e45a0f2-93b9-41c2-9251-8e98bb8b654b {{(pid=105526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 09:52:23.018062 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.managers [None req-3c903fae-83a4-4622-93e0-ec8efd0c4fdf None None] Attempting to bind port 087d980c-a332-47d9-aa95-4c89150eee32 on host dv-cinder-606346-32-iscsi for vnic_type normal with profile {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 09:52:23.018439 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.managers [None req-3c903fae-83a4-4622-93e0-ec8efd0c4fdf None None] Attempting to bind port 087d980c-a332-47d9-aa95-4c89150eee32 by drivers openvswitch,hyperv on host dv-cinder-606346-32-iscsi at level 0 using segments [{'id': '9f035384-e724-4881-9c77-70fe94769e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'ba334768-66fd-425f-854d-a1a96f58f004'}] {{(pid=105526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 09:52:23.018900 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c903fae-83a4-4622-93e0-ec8efd0c4fdf None None] Attempting to bind port 087d980c-a332-47d9-aa95-4c89150eee32 on network ba334768-66fd-425f-854d-a1a96f58f004 {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:52:23.040625 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.db_base_plugin_common [None req-d844e95b-7a8f-443d-9a79-9897ed711272 admin admin] Allocated IP 172.27.3.116 (16dc62c0-adaf-4d17-9be4-5c31a1b1de1d/e699cb95-0a95-4e72-9bdf-93d4b1cc29ef/0e74ad70-29ba-4246-b53f-7447887a9800) {{(pid=105524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:52:23.053601 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] For port 07886559-ab62-45a9-86dc-6696d525adc4, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=07886559-ab62-45a9-86dc-6696d525adc4,segment=NetworkSegment(454dc13d-4a6c-4de8-982e-8a57b380b104),segment_id=454dc13d-4a6c-4de8-982e-8a57b380b104)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:52:23.056022 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 7e45a0f2-93b9-41c2-9251-8e98bb8b654b, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=7e45a0f2-93b9-41c2-9251-8e98bb8b654b,segment=NetworkSegment(bcae6148-3ea2-4998-84d6-e57960f04e96),segment_id=bcae6148-3ea2-4998-84d6-e57960f04e96)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:52:23.057792 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c903fae-83a4-4622-93e0-ec8efd0c4fdf None None] Checking agent: {'id': 'ce816ebf-b316-41f6-aeb5-8037a78dc56b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 9, 42, 33), 'started_at': datetime.datetime(2021, 9, 3, 9, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 9, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 09:52:23.058337 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c903fae-83a4-4622-93e0-ec8efd0c4fdf None None] Checking segment: {'id': '9f035384-e724-4881-9c77-70fe94769e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'ba334768-66fd-425f-854d-a1a96f58f004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:52:23.058646 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-3c903fae-83a4-4622-93e0-ec8efd0c4fdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:23.059152 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c903fae-83a4-4622-93e0-ec8efd0c4fdf None None] Bound using segment: {'id': '9f035384-e724-4881-9c77-70fe94769e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'ba334768-66fd-425f-854d-a1a96f58f004'} {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 09:52:23.059628 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.managers [None req-3c903fae-83a4-4622-93e0-ec8efd0c4fdf None None] Bound port: 087d980c-a332-47d9-aa95-4c89150eee32, host: dv-cinder-606346-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f035384-e724-4881-9c77-70fe94769e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'ba334768-66fd-425f-854d-a1a96f58f004'}}] {{(pid=105526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 09:52:23.060120 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-3c903fae-83a4-4622-93e0-ec8efd0c4fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:23.072226 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc348d7b-37d8-40bd-b1d6-cd49723bf9ab admin admin] Network 6c3f9ad0-7bd7-4b81-8392-49aacbf78e47 is already hosted by enough agents. {{(pid=105524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:52:23.076369 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.base_scheduler [None req-cc348d7b-37d8-40bd-b1d6-cd49723bf9ab admin admin] Resources bound (agent type, host, resource id): {{(pid=105524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:52:23.091237 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:23.097955 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:23.098771 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 3c1ebe2a-bbe2-4a3c-9058-6c61dc33e116 up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:52:23.251084 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Pushing event updated for resources: {'Port': ['ID=7e45a0f2-93b9-41c2-9251-8e98bb8b654b,revision_number=4']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:23.286543 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-3c903fae-83a4-4622-93e0-ec8efd0c4fdf None None] For port 087d980c-a332-47d9-aa95-4c89150eee32, host dv-cinder-606346-32-iscsi, cleared binding levels {{(pid=105526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 09:52:23.312978 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-3c903fae-83a4-4622-93e0-ec8efd0c4fdf None None] For port 087d980c-a332-47d9-aa95-4c89150eee32, host dv-cinder-606346-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=087d980c-a332-47d9-aa95-4c89150eee32,segment=NetworkSegment(9f035384-e724-4881-9c77-70fe94769e62),segment_id=9f035384-e724-4881-9c77-70fe94769e62)] {{(pid=105526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 09:52:23.323272 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning for port 3c1ebe2a-bbe2-4a3c-9058-6c61dc33e116 completed by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:52:23.333356 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-3c903fae-83a4-4622-93e0-ec8efd0c4fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:23.357900 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning complete for port 3c1ebe2a-bbe2-4a3c-9058-6c61dc33e116 triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:52:23.358200 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:23.359643 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c4b09-392f-4396-8796-7b9be9dd1660 req-7d6de9c3-ec78-4c42-a6f6-5bc2d13e5d8e tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:23.363116 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Pushing event updated for resources: {'Port': ['ID=07886559-ab62-45a9-86dc-6696d525adc4,revision_number=4']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:23.366998 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-4b7c4b09-392f-4396-8796-7b9be9dd1660 req-7d6de9c3-ec78-4c42-a6f6-5bc2d13e5d8e tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d5fd3a0-ad63-447b-ae27-a1b6107de925 HTTP/1.1" status: 200 len: 944 time: 0.1123652 Sep 03 09:52:23.394372 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-d844e95b-7a8f-443d-9a79-9897ed711272 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:23.414019 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-4b7c4b09-392f-4396-8796-7b9be9dd1660 req-78b7dd40-1f59-4438-8e57-678fbf2e7a33 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422764 Sep 03 09:52:23.452998 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-d844e95b-7a8f-443d-9a79-9897ed711272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931'] for port, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:23.486034 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] get_ports_and_sgs() called for port_ids ['7e45a0f2-93b9-41c2-9251-8e98bb8b654b'] {{(pid=105526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 09:52:23.520647 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d844e95b-7a8f-443d-9a79-9897ed711272 admin admin] Pushing event updated for resources: {'Port': ['ID=0e74ad70-29ba-4246-b53f-7447887a9800,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:23.531198 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d844e95b-7a8f-443d-9a79-9897ed711272 admin admin] Network 16dc62c0-adaf-4d17-9be4-5c31a1b1de1d is already hosted by enough agents. {{(pid=105524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:52:23.559638 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c903fae-83a4-4622-93e0-ec8efd0c4fdf None None] Pushing event updated for resources: {'Port': ['ID=087d980c-a332-47d9-aa95-4c89150eee32,revision_number=2']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:23.569784 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa85ea-e7a5-40ee-801b-f771ba742c44 req-21038f1e-57bf-457c-9e11-cad4984865c8 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:23.571446 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-bffa85ea-e7a5-40ee-801b-f771ba742c44 req-21038f1e-57bf-457c-9e11-cad4984865c8 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.4115896 Sep 03 09:52:23.572426 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.base_scheduler [None req-d844e95b-7a8f-443d-9a79-9897ed711272 admin admin] Resources bound (agent type, host, resource id): {{(pid=105524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:52:23.583734 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a6de2340-7794-4946-90b4-78f78bcc052b None None] Provisioning complete for port 99147bf0-b2b2-4dc0-b6fa-49432e6b090f triggered by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:52:23.584116 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a6de2340-7794-4946-90b4-78f78bcc052b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:23.589822 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d844e95b-7a8f-443d-9a79-9897ed711272 admin admin] Received port after_create {{(pid=105524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:52:23.593843 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa4920-0f5b-49d2-baf5-1fbd1c5e013d req-cb2c91bd-c5ef-45dd-9401-60ffef205a3e tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:23.595948 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-3baa4920-0f5b-49d2-baf5-1fbd1c5e013d req-cb2c91bd-c5ef-45dd-9401-60ffef205a3e tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/ports?device_id=9eee6ec8-8232-4940-9530-21e44bc26b67 HTTP/1.1" status: 200 len: 945 time: 0.0951765 Sep 03 09:52:23.667544 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-3baa4920-0f5b-49d2-baf5-1fbd1c5e013d req-7d6711a6-5b23-4d5a-860d-8e261a837c58 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/security-groups?id=0bde1813-0041-4717-b6d7-9f740ec7c8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647609 Sep 03 09:52:23.680426 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-a6de2340-7794-4946-90b4-78f78bcc052b None None] Port 99147bf0-b2b2-4dc0-b6fa-49432e6b090f cannot update to ACTIVE because it is not bound. {{(pid=105526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 09:52:23.687816 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] get_ports_and_sgs() called for port_ids ['2034a98b-4047-4d68-868d-001950555fd0'] {{(pid=105526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 09:52:23.776841 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-bffa85ea-e7a5-40ee-801b-f771ba742c44 req-30adb2de-0c81-4c9d-9bfe-07b4dd5f4ac4 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911712 Sep 03 09:52:23.937184 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-d844e95b-7a8f-443d-9a79-9897ed711272 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:24.044772 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:24.214360 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc348d7b-37d8-40bd-b1d6-cd49723bf9ab admin admin] Router de34ef44-f874-434b-bbab-dfcfaabb18f7 has already been hosted by L3 agent d52909a0-0f60-4ffe-9597-25dbe871271a {{(pid=105524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 09:52:24.364661 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] For port 3c1ebe2a-bbe2-4a3c-9058-6c61dc33e116, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=3c1ebe2a-bbe2-4a3c-9058-6c61dc33e116,segment=NetworkSegment(a218ce8c-e4ea-434c-b6ed-34586d46e94e),segment_id=a218ce8c-e4ea-434c-b6ed-34586d46e94e)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:52:24.414720 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:24.446993 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-d844e95b-7a8f-443d-9a79-9897ed711272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1691685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1695977'] for router, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:24.640538 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Pushing event updated for resources: {'Port': ['ID=3c1ebe2a-bbe2-4a3c-9058-6c61dc33e116,revision_number=5']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:24.717402 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc348d7b-37d8-40bd-b1d6-cd49723bf9ab admin admin] Notify agent at l3_agent.dv-cinder-606346-32-iscsi the message routers_updated {{(pid=105524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 09:52:24.729652 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-cc348d7b-37d8-40bd-b1d6-cd49723bf9ab admin admin] 10.222.0.67 "PUT /v2.0/routers/de34ef44-f874-434b-bbab-dfcfaabb18f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1397116 Sep 03 09:52:24.766646 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612a1e7-6290-423d-801b-ad3bb5bf4f54 req-0b7b15df-e2e2-433b-b37a-641fddf314a4 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:24.775214 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-1612a1e7-6290-423d-801b-ad3bb5bf4f54 req-0b7b15df-e2e2-433b-b37a-641fddf314a4 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d5fd3a0-ad63-447b-ae27-a1b6107de925 HTTP/1.1" status: 200 len: 944 time: 0.1939688 Sep 03 09:52:24.788301 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 07886559-ab62-45a9-86dc-6696d525adc4 up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:52:24.855279 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943413d4-4c4d-48d8-8aba-7a6eb7aa16fa req-96a9ae9e-3929-4c4d-a4e6-8f74f807d7af tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:24.858079 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-943413d4-4c4d-48d8-8aba-7a6eb7aa16fa req-96a9ae9e-3929-4c4d-a4e6-8f74f807d7af tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 945 time: 0.1269734 Sep 03 09:52:24.902019 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-1612a1e7-6290-423d-801b-ad3bb5bf4f54 req-3f097f6b-63a2-446b-9dec-8f1242b002fb tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113541 Sep 03 09:52:24.912220 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning complete for port 07886559-ab62-45a9-86dc-6696d525adc4 triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:52:24.912627 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:24.930382 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d844e95b-7a8f-443d-9a79-9897ed711272 admin admin] Router c4793acb-fa0a-420c-a14b-6b76b089c217 is scheduled to L3 agent d52909a0-0f60-4ffe-9597-25dbe871271a with binding_index 1 {{(pid=105524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 09:52:24.964473 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-943413d4-4c4d-48d8-8aba-7a6eb7aa16fa req-7169e8e7-6aad-495e-a698-3564896229de tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004133 Sep 03 09:52:25.153614 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d844e95b-7a8f-443d-9a79-9897ed711272 admin admin] Notify agent at l3_agent.dv-cinder-606346-32-iscsi the message routers_updated {{(pid=105524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 09:52:25.170150 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fe3ac2-4aa5-408d-92a8-42e1a3c6c7a3 None None] Sync routers for ids ['c4793acb-fa0a-420c-a14b-6b76b089c217'] in dv-cinder-606346-32-iscsi {{(pid=105527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 09:52:25.183937 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fe3ac2-4aa5-408d-92a8-42e1a3c6c7a3 None None] Routers {'c4793acb-fa0a-420c-a14b-6b76b089c217'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:52:25.184597 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-46fe3ac2-4aa5-408d-92a8-42e1a3c6c7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:52:02Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['c4793acb-fa0a-420c-a14b-6b76b089c217'], 'active': True} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:52:25.192938 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-d844e95b-7a8f-443d-9a79-9897ed711272 admin admin] Notify callbacks [] for router, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:25.194496 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-d844e95b-7a8f-443d-9a79-9897ed711272 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4773684 Sep 03 09:52:25.198051 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 36494) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:52:25.219629 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e52dd-39a4-4db3-9966-409b717df6a3 req-b5ec5151-88b0-4ab5-b458-ccee65bdf48d tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:25.238206 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-477e52dd-39a4-4db3-9966-409b717df6a3 req-b5ec5151-88b0-4ab5-b458-ccee65bdf48d tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/ports?device_id=9eee6ec8-8232-4940-9530-21e44bc26b67 HTTP/1.1" status: 200 len: 945 time: 0.1935716 Sep 03 09:52:25.270019 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e2613a-6e09-43d5-8221-52465199065f None None] Sync routers for ids ['de34ef44-f874-434b-bbab-dfcfaabb18f7'] in dv-cinder-606346-32-iscsi {{(pid=105526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 09:52:25.291913 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e2613a-6e09-43d5-8221-52465199065f None None] Routers {'de34ef44-f874-434b-bbab-dfcfaabb18f7'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:52:25.292768 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-87e2613a-6e09-43d5-8221-52465199065f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:52:02Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['de34ef44-f874-434b-bbab-dfcfaabb18f7'], 'active': True} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:52:25.330279 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-477e52dd-39a4-4db3-9966-409b717df6a3 req-ddf5eb38-0c8a-4035-892c-dac6d2bc6c53 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/security-groups?id=0bde1813-0041-4717-b6d7-9f740ec7c8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910299 Sep 03 09:52:25.358851 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 087d980c-a332-47d9-aa95-4c89150eee32 up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:52:25.387994 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvr_db [None req-46fe3ac2-4aa5-408d-92a8-42e1a3c6c7a3 None None] Set router c4793acb-fa0a-420c-a14b-6b76b089c217 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:52:25.425900 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f598b0-aa4f-46f0-85ec-2cf6af0f5956 None None] Network ba334768-66fd-425f-854d-a1a96f58f004 requested from dv-cinder-606346-32-iscsi {{(pid=105526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 09:52:25.529008 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-ed22ddb1-dbaa-43d5-a5e9-3096a3ee0392 None None] Provisioning for port 087d980c-a332-47d9-aa95-4c89150eee32 completed by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:52:25.570876 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning for port 087d980c-a332-47d9-aa95-4c89150eee32 completed by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:52:25.580571 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvr_db [None req-87e2613a-6e09-43d5-8221-52465199065f None None] Set router de34ef44-f874-434b-bbab-dfcfaabb18f7 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:52:25.589304 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning complete for port 087d980c-a332-47d9-aa95-4c89150eee32 triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:52:25.590860 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:25.712615 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20df341-a4e1-4c6c-b5b6-71cb72e40fea req-b3883bd8-f980-43fa-9378-ccf460e16541 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:25.714380 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-c20df341-a4e1-4c6c-b5b6-71cb72e40fea req-b3883bd8-f980-43fa-9378-ccf460e16541 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.0894718 Sep 03 09:52:25.795056 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-c20df341-a4e1-4c6c-b5b6-71cb72e40fea req-930197c3-aca9-4281-a3a9-2a44e047c37a tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707204 Sep 03 09:52:25.829294 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 36512) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:52:25.841540 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [None req-db1a73e6-aa76-4743-bf68-d82a7de22203 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1951184826-network', 'tenant_id': '90d0ef3928e64bc0ab0d3403f3b756f7'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:52:25.881091 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-46fe3ac2-4aa5-408d-92a8-42e1a3c6c7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4793acb-fa0a-420c-a14b-6b76b089c217', 'name': 'tempest-TestMinimumBasicScenario-1175619642-router', 'tenant_id': 'cdd2c3fc878346db9937e30cdc450d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '0e74ad70-29ba-4246-b53f-7447887a9800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:20Z', 'updated_at': '2021-09-03T09:52:23Z', 'revision_number': 3, 'project_id': 'cdd2c3fc878346db9937e30cdc450d06', 'gw_port': {'id': '0e74ad70-29ba-4246-b53f-7447887a9800', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4793acb-fa0a-420c-a14b-6b76b089c217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:22Z', 'updated_at': '2021-09-03T09:52:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi'}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:52:25.899778 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1a73e6-aa76-4743-bf68-d82a7de22203 admin admin] Made reservation on behalf of 90d0ef3928e64bc0ab0d3403f3b756f7 for: {'network': 1} {{(pid=105524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:52:25.902625 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-db1a73e6-aa76-4743-bf68-d82a7de22203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for network, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:25.921871 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fe3ac2-4aa5-408d-92a8-42e1a3c6c7a3 None None] Checking router: c4793acb-fa0a-420c-a14b-6b76b089c217 for host: dv-cinder-606346-32-iscsi {{(pid=105527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 09:52:25.922736 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fe3ac2-4aa5-408d-92a8-42e1a3c6c7a3 None None] Updating router c4793acb-fa0a-420c-a14b-6b76b089c217 port 0e74ad70-29ba-4246-b53f-7447887a9800 binding host dv-cinder-606346-32-iscsi {{(pid=105527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 09:52:25.927109 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-db1a73e6-aa76-4743-bf68-d82a7de22203 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:25.941642 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-9c238b46-8ab9-4751-9ad0-632061594e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:25.966382 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-46fe3ac2-4aa5-408d-92a8-42e1a3c6c7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:26.071779 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:26.158153 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-db1a73e6-aa76-4743-bf68-d82a7de22203 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:26.168268 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-db1a73e6-aa76-4743-bf68-d82a7de22203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:26.191148 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] For port 087d980c-a332-47d9-aa95-4c89150eee32, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=087d980c-a332-47d9-aa95-4c89150eee32,segment=NetworkSegment(9f035384-e724-4881-9c77-70fe94769e62),segment_id=9f035384-e724-4881-9c77-70fe94769e62)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:52:26.192458 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db1a73e6-aa76-4743-bf68-d82a7de22203 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 803} {{(pid=105524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 09:52:26.207655 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:26.210266 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-db1a73e6-aa76-4743-bf68-d82a7de22203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718351'] for segment, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:26.214329 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.db.segments_db [None req-db1a73e6-aa76-4743-bf68-d82a7de22203 admin admin] Added segment e9c8b6a7-448f-4f6e-8b5f-f8053d3759a4 of type vlan for network bf12b333-9b45-4e13-bd06-189f8a2b0b1c Sep 03 09:52:26.214634 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e4acf-55b0-4302-8838-cc40ab505c77 req-d4e245f2-ac4b-4f2c-b8e5-13a8d108db3b tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:26.229023 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-855e4acf-55b0-4302-8838-cc40ab505c77 req-d4e245f2-ac4b-4f2c-b8e5-13a8d108db3b tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d5fd3a0-ad63-447b-ae27-a1b6107de925 HTTP/1.1" status: 200 len: 944 time: 0.2108479 Sep 03 09:52:26.260959 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-db1a73e6-aa76-4743-bf68-d82a7de22203 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759173236709'] for network, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:26.275606 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-87e2613a-6e09-43d5-8221-52465199065f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'name': 'tempest-TestVolumeBootPattern-1130982208-router', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '07886559-ab62-45a9-86dc-6696d525adc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:11Z', 'updated_at': '2021-09-03T09:52:21Z', 'revision_number': 4, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'gw_port': {'id': '07886559-ab62-45a9-86dc-6696d525adc4', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:14Z', 'updated_at': '2021-09-03T09:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_interfaces': [{'id': '99147bf0-b2b2-4dc0-b6fa-49432e6b090f', 'name': '', 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'mac_address': 'fa:16:3e:3e:cc:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f30130ee-7f80-427c-b15d-1973012df7f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:20Z', 'updated_at': '2021-09-03T09:52:22Z', 'revision_number': 2, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'subnets': [{'id': 'f30130ee-7f80-427c-b15d-1973012df7f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:52:26.342632 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e2613a-6e09-43d5-8221-52465199065f None None] Checking router: de34ef44-f874-434b-bbab-dfcfaabb18f7 for host: dv-cinder-606346-32-iscsi {{(pid=105526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 09:52:26.343007 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e2613a-6e09-43d5-8221-52465199065f None None] Updating router de34ef44-f874-434b-bbab-dfcfaabb18f7 port 99147bf0-b2b2-4dc0-b6fa-49432e6b090f binding host dv-cinder-606346-32-iscsi {{(pid=105526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 09:52:26.349014 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-db1a73e6-aa76-4743-bf68-d82a7de22203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146'] for network, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:26.355977 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1a73e6-aa76-4743-bf68-d82a7de22203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:26.358290 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-db1a73e6-aa76-4743-bf68-d82a7de22203 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for network, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:26.385330 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-87e2613a-6e09-43d5-8221-52465199065f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:26.406293 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-98f802f6-cfc1-4fe4-a478-8c57569951f9 None None] Provisioning complete for port 087d980c-a332-47d9-aa95-4c89150eee32 triggered by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:52:26.406674 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-98f802f6-cfc1-4fe4-a478-8c57569951f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:26.410501 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Pushing event updated for resources: {'Port': ['ID=087d980c-a332-47d9-aa95-4c89150eee32,revision_number=3']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:26.462258 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-46fe3ac2-4aa5-408d-92a8-42e1a3c6c7a3 None None] Notify callbacks [] for port, precommit_update {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:26.475530 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.provisioning_blocks [None req-46fe3ac2-4aa5-408d-92a8-42e1a3c6c7a3 None None] Transition to ACTIVE for port object 0e74ad70-29ba-4246-b53f-7447887a9800 will not be triggered until provisioned by entity L2. {{(pid=105527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:52:26.497660 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-46fe3ac2-4aa5-408d-92a8-42e1a3c6c7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:26.513745 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-db1a73e6-aa76-4743-bf68-d82a7de22203 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6744826 Sep 03 09:52:26.518089 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 36534) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:52:26.526129 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [None req-e300ce71-a1ed-41fb-a175-527eca61e55f admin admin] Request body: {'subnet': {'network_id': 'bf12b333-9b45-4e13-bd06-189f8a2b0b1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1951184826-subnet', 'tenant_id': '90d0ef3928e64bc0ab0d3403f3b756f7', 'ip_version': 4}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:52:26.598937 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c88db-5f2d-4fa8-8393-7d7985f8675a None None] Pushing event updated for resources: {'Port': ['ID=0e74ad70-29ba-4246-b53f-7447887a9800,revision_number=2']} {{(pid=105527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:26.634151 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.managers [None req-46fe3ac2-4aa5-408d-92a8-42e1a3c6c7a3 None None] Attempting to bind port 0e74ad70-29ba-4246-b53f-7447887a9800 on host dv-cinder-606346-32-iscsi for vnic_type normal with profile {{(pid=105527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 09:52:26.634530 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.managers [None req-46fe3ac2-4aa5-408d-92a8-42e1a3c6c7a3 None None] Attempting to bind port 0e74ad70-29ba-4246-b53f-7447887a9800 by drivers openvswitch,hyperv on host dv-cinder-606346-32-iscsi at level 0 using segments [{'id': '454dc13d-4a6c-4de8-982e-8a57b380b104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d'}] {{(pid=105527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 09:52:26.634898 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fe3ac2-4aa5-408d-92a8-42e1a3c6c7a3 None None] Attempting to bind port 0e74ad70-29ba-4246-b53f-7447887a9800 on network 16dc62c0-adaf-4d17-9be4-5c31a1b1de1d {{(pid=105527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:52:26.642944 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a73e6-aa76-4743-bf68-d82a7de22203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a40b99-8981-4515-b989-2984803379b9,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:26.646118 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fe3ac2-4aa5-408d-92a8-42e1a3c6c7a3 None None] Checking agent: {'id': 'ce816ebf-b316-41f6-aeb5-8037a78dc56b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 9, 42, 33), 'started_at': datetime.datetime(2021, 9, 3, 9, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 9, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 09:52:26.646448 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fe3ac2-4aa5-408d-92a8-42e1a3c6c7a3 None None] Checking segment: {'id': '454dc13d-4a6c-4de8-982e-8a57b380b104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:52:26.646865 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-46fe3ac2-4aa5-408d-92a8-42e1a3c6c7a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:26.647265 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fe3ac2-4aa5-408d-92a8-42e1a3c6c7a3 None None] Bound using segment: {'id': '454dc13d-4a6c-4de8-982e-8a57b380b104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d'} {{(pid=105527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 09:52:26.647777 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.managers [None req-46fe3ac2-4aa5-408d-92a8-42e1a3c6c7a3 None None] Bound port: 0e74ad70-29ba-4246-b53f-7447887a9800, host: dv-cinder-606346-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '454dc13d-4a6c-4de8-982e-8a57b380b104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d'}}] {{(pid=105527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 09:52:26.648236 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-46fe3ac2-4aa5-408d-92a8-42e1a3c6c7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:26.650899 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 087d980c-a332-47d9-aa95-4c89150eee32 up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:52:26.652493 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a73e6-aa76-4743-bf68-d82a7de22203 admin admin] Pushing event updated for resources: {'Network': ['ID=bf12b333-9b45-4e13-bd06-189f8a2b0b1c,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:26.686371 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Network bf12b333-9b45-4e13-bd06-189f8a2b0b1c details requested by agent ovs-agent-dv-cinder-606346-32-iscsi with host dv-cinder-606346-32-iscsi {{(pid=105526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 09:52:26.785185 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.db [None req-46fe3ac2-4aa5-408d-92a8-42e1a3c6c7a3 None None] For port 0e74ad70-29ba-4246-b53f-7447887a9800, host dv-cinder-606346-32-iscsi, cleared binding levels {{(pid=105527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 09:52:26.792427 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.db [None req-46fe3ac2-4aa5-408d-92a8-42e1a3c6c7a3 None None] For port 0e74ad70-29ba-4246-b53f-7447887a9800, host dv-cinder-606346-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=0e74ad70-29ba-4246-b53f-7447887a9800,segment=NetworkSegment(454dc13d-4a6c-4de8-982e-8a57b380b104),segment_id=454dc13d-4a6c-4de8-982e-8a57b380b104)] {{(pid=105527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 09:52:26.800467 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-46fe3ac2-4aa5-408d-92a8-42e1a3c6c7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:26.895377 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fe3ac2-4aa5-408d-92a8-42e1a3c6c7a3 None None] Routers {'c4793acb-fa0a-420c-a14b-6b76b089c217'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:52:26.896214 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-46fe3ac2-4aa5-408d-92a8-42e1a3c6c7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:52:02Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['c4793acb-fa0a-420c-a14b-6b76b089c217'], 'active': True} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:52:26.966978 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning complete for port 087d980c-a332-47d9-aa95-4c89150eee32 triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:52:26.967337 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:26.991610 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c88db-5f2d-4fa8-8393-7d7985f8675a None None] Pushing event updated for resources: {'Port': ['ID=0e74ad70-29ba-4246-b53f-7447887a9800,revision_number=3']} {{(pid=105527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:27.002623 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-855e4acf-55b0-4302-8838-cc40ab505c77 req-dfce100c-29c0-4fad-8fde-35ac6bd36250 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7724819 Sep 03 09:52:27.007107 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.db_base_plugin_common [None req-9c238b46-8ab9-4751-9ad0-632061594e27 admin admin] Allocated IP 172.20.0.1 (ba334768-66fd-425f-854d-a1a96f58f004/f48bb21f-6503-4e6d-aec3-9459fe739444/73ae2bd8-8a04-4758-9524-a87fc273b3c6) {{(pid=105525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:52:27.106687 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvr_db [None req-46fe3ac2-4aa5-408d-92a8-42e1a3c6c7a3 None None] Set router c4793acb-fa0a-420c-a14b-6b76b089c217 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:52:27.127180 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 2034a98b-4047-4d68-868d-001950555fd0 up at agent hyperv_hv-cinder-60634 {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:52:27.270899 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-9c238b46-8ab9-4751-9ad0-632061594e27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:27.276603 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 3c1ebe2a-bbe2-4a3c-9058-6c61dc33e116 up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:52:27.279739 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f654c6-a0f0-4187-8dff-ff9d32caec0c req-09a14f4a-4a2f-4b41-abcb-565b7e5c0ad7 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:27.281839 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d30667-0bfa-4565-a208-6b9a0d44c5c2 req-c849eef6-edc3-4b07-b94a-f40383e19af1 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:27.290231 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-61d30667-0bfa-4565-a208-6b9a0d44c5c2 req-c849eef6-edc3-4b07-b94a-f40383e19af1 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/ports?device_id=9eee6ec8-8232-4940-9530-21e44bc26b67 HTTP/1.1" status: 200 len: 945 time: 0.0855651 Sep 03 09:52:27.290880 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-17f654c6-a0f0-4187-8dff-ff9d32caec0c req-09a14f4a-4a2f-4b41-abcb-565b7e5c0ad7 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 945 time: 0.7775464 Sep 03 09:52:27.294694 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e300ce71-a1ed-41fb-a175-527eca61e55f admin admin] Made reservation on behalf of 90d0ef3928e64bc0ab0d3403f3b756f7 for: {'subnet': 1} {{(pid=105524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:52:27.298553 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-e300ce71-a1ed-41fb-a175-527eca61e55f admin admin] Notify callbacks [] for subnet, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:27.305858 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-87e2613a-6e09-43d5-8221-52465199065f None None] Notify callbacks [] for port, precommit_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:27.327610 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-87e2613a-6e09-43d5-8221-52465199065f None None] Transition to ACTIVE for port object 99147bf0-b2b2-4dc0-b6fa-49432e6b090f will not be triggered until provisioned by entity L2. {{(pid=105526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:52:27.335327 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Provisioning for port 2034a98b-4047-4d68-868d-001950555fd0 completed by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:52:27.337227 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.provisioning_blocks [None req-9c238b46-8ab9-4751-9ad0-632061594e27 admin admin] Transition to ACTIVE for port object 73ae2bd8-8a04-4758-9524-a87fc273b3c6 will not be triggered until provisioned by entity DHCP. {{(pid=105525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:52:27.344551 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Provisioning complete for port 2034a98b-4047-4d68-868d-001950555fd0 triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:52:27.344961 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:27.348222 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-87e2613a-6e09-43d5-8221-52465199065f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:27.355936 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-61d30667-0bfa-4565-a208-6b9a0d44c5c2 req-939707c8-b910-4701-ba86-195933ebd7d3 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/security-groups?id=0bde1813-0041-4717-b6d7-9f740ec7c8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651071 Sep 03 09:52:27.412069 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-46fe3ac2-4aa5-408d-92a8-42e1a3c6c7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4793acb-fa0a-420c-a14b-6b76b089c217', 'name': 'tempest-TestMinimumBasicScenario-1175619642-router', 'tenant_id': 'cdd2c3fc878346db9937e30cdc450d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '0e74ad70-29ba-4246-b53f-7447887a9800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:20Z', 'updated_at': '2021-09-03T09:52:23Z', 'revision_number': 3, 'project_id': 'cdd2c3fc878346db9937e30cdc450d06', 'gw_port': {'id': '0e74ad70-29ba-4246-b53f-7447887a9800', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4793acb-fa0a-420c-a14b-6b76b089c217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:22Z', 'updated_at': '2021-09-03T09:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi'}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:52:27.423021 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-17f654c6-a0f0-4187-8dff-ff9d32caec0c req-6349744e-c619-431c-a989-43b1dbb259b7 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309543 Sep 03 09:52:27.449201 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning complete for port 3c1ebe2a-bbe2-4a3c-9058-6c61dc33e116 triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:52:27.449505 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:27.450064 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-9c238b46-8ab9-4751-9ad0-632061594e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25166669'] for port, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:27.486204 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fe3ac2-4aa5-408d-92a8-42e1a3c6c7a3 None None] The sync data for ids ['c4793acb-fa0a-420c-a14b-6b76b089c217'] in dv-cinder-606346-32-iscsi is: [{'id': 'c4793acb-fa0a-420c-a14b-6b76b089c217', 'name': 'tempest-TestMinimumBasicScenario-1175619642-router', 'tenant_id': 'cdd2c3fc878346db9937e30cdc450d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '0e74ad70-29ba-4246-b53f-7447887a9800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:20Z', 'updated_at': '2021-09-03T09:52:23Z', 'revision_number': 3, 'project_id': 'cdd2c3fc878346db9937e30cdc450d06', 'gw_port': {'id': '0e74ad70-29ba-4246-b53f-7447887a9800', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4793acb-fa0a-420c-a14b-6b76b089c217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:22Z', 'updated_at': '2021-09-03T09:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi'}] {{(pid=105527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 09:52:27.540574 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c238b46-8ab9-4751-9ad0-632061594e27 admin admin] Pushing event updated for resources: {'Port': ['ID=73ae2bd8-8a04-4758-9524-a87fc273b3c6,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:27.567392 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c238b46-8ab9-4751-9ad0-632061594e27 admin admin] Network ba334768-66fd-425f-854d-a1a96f58f004 is already hosted by enough agents. {{(pid=105525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:52:27.577093 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.base_scheduler [None req-9c238b46-8ab9-4751-9ad0-632061594e27 admin admin] Resources bound (agent type, host, resource id): {{(pid=105525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:52:27.579488 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f00cf9-b0dd-45f8-8ecd-b8a17a57dfb7 None None] Pushing event updated for resources: {'Port': ['ID=99147bf0-b2b2-4dc0-b6fa-49432e6b090f,revision_number=3']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:27.592714 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c238b46-8ab9-4751-9ad0-632061594e27 admin admin] Received port after_create {{(pid=105525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:52:27.600126 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-e300ce71-a1ed-41fb-a175-527eca61e55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146'] for subnet, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:27.692435 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.managers [None req-87e2613a-6e09-43d5-8221-52465199065f None None] Attempting to bind port 99147bf0-b2b2-4dc0-b6fa-49432e6b090f on host dv-cinder-606346-32-iscsi for vnic_type normal with profile {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 09:52:27.692925 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.managers [None req-87e2613a-6e09-43d5-8221-52465199065f None None] Attempting to bind port 99147bf0-b2b2-4dc0-b6fa-49432e6b090f by drivers openvswitch,hyperv on host dv-cinder-606346-32-iscsi at level 0 using segments [{'id': 'a16e87dd-84e7-4093-b690-127dd30a953e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47'}] {{(pid=105526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 09:52:27.693414 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e2613a-6e09-43d5-8221-52465199065f None None] Attempting to bind port 99147bf0-b2b2-4dc0-b6fa-49432e6b090f on network 6c3f9ad0-7bd7-4b81-8392-49aacbf78e47 {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:52:27.701073 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e300ce71-a1ed-41fb-a175-527eca61e55f admin admin] Pushing event updated for resources: {'Subnet': ['ID=250acfb3-ee53-4c42-a543-8f403fcd2ccb,revision_number=0']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:27.702378 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-9c238b46-8ab9-4751-9ad0-632061594e27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417468'] for router_interface, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:27.723479 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e300ce71-a1ed-41fb-a175-527eca61e55f admin admin] Checking segment: {'id': 'e9c8b6a7-448f-4f6e-8b5f-f8053d3759a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'bf12b333-9b45-4e13-bd06-189f8a2b0b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:52:27.723840 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e300ce71-a1ed-41fb-a175-527eca61e55f admin admin] Network hostable DHCP agents. Network: bf12b333-9b45-4e13-bd06-189f8a2b0b1c, hostable agents: ['b845873d-a9da-4ebd-9f87-ebd42caf249d'], hosted agents: [] {{(pid=105524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 09:52:27.746977 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e2613a-6e09-43d5-8221-52465199065f None None] Checking agent: {'id': 'ce816ebf-b316-41f6-aeb5-8037a78dc56b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 9, 42, 33), 'started_at': datetime.datetime(2021, 9, 3, 9, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 9, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 09:52:27.747607 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e2613a-6e09-43d5-8221-52465199065f None None] Checking segment: {'id': 'a16e87dd-84e7-4093-b690-127dd30a953e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:52:27.748215 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-87e2613a-6e09-43d5-8221-52465199065f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:27.749432 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e300ce71-a1ed-41fb-a175-527eca61e55f admin admin] Network bf12b333-9b45-4e13-bd06-189f8a2b0b1c is scheduled to be hosted by DHCP agent b845873d-a9da-4ebd-9f87-ebd42caf249d with binding_index 1 {{(pid=105524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 09:52:27.752036 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e2613a-6e09-43d5-8221-52465199065f None None] Bound using segment: {'id': 'a16e87dd-84e7-4093-b690-127dd30a953e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47'} {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 09:52:27.752979 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.managers [None req-87e2613a-6e09-43d5-8221-52465199065f None None] Bound port: 99147bf0-b2b2-4dc0-b6fa-49432e6b090f, host: dv-cinder-606346-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a16e87dd-84e7-4093-b690-127dd30a953e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47'}}] {{(pid=105526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 09:52:27.754783 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-87e2613a-6e09-43d5-8221-52465199065f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:27.773656 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.base_scheduler [None req-e300ce71-a1ed-41fb-a175-527eca61e55f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-32-iscsi, bf12b333-9b45-4e13-bd06-189f8a2b0b1c) {{(pid=105524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:52:27.782494 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e300ce71-a1ed-41fb-a175-527eca61e55f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:27.783114 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-e300ce71-a1ed-41fb-a175-527eca61e55f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for subnet, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:27.810912 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-e300ce71-a1ed-41fb-a175-527eca61e55f admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2875204 Sep 03 09:52:27.815465 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 36548) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:52:27.822146 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [None req-9dbeb93e-2c2d-4841-84a5-1bc5b2552134 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1951184826-router', 'tenant_id': '90d0ef3928e64bc0ab0d3403f3b756f7', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d'}}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:52:27.879909 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-9dbeb93e-2c2d-4841-84a5-1bc5b2552134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8786'] for router, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:27.881096 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-9dbeb93e-2c2d-4841-84a5-1bc5b2552134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1691692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1695932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-424503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8811'] for router, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:27.938180 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-9c238b46-8ab9-4751-9ad0-632061594e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:27.980836 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-9dbeb93e-2c2d-4841-84a5-1bc5b2552134 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:27.984985 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec537528-0fa7-48fe-b797-96590d44d106 None None] Network bf12b333-9b45-4e13-bd06-189f8a2b0b1c requested from dv-cinder-606346-32-iscsi {{(pid=105526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 09:52:28.029275 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:28.215647 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d5fd3a0-ad63-447b-ae27-a1b6107de925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2034a98b-4047-4d68-868d-001950555fd0'}] {{(pid=105526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:52:28.218274 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4892a96944886cb42b4657d46b368d41fc18c437eb6a682d176e385d93bf320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602c2901-91ba-487c-9381-04900f7cfda5" -d '{"events": [{"server_uuid": "9d5fd3a0-ad63-447b-ae27-a1b6107de925", "name": "network-vif-plugged", "status": "completed", "tag": "2034a98b-4047-4d68-868d-001950555fd0"}]}' {{(pid=105526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:52:28.226203 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc79e1-9090-4660-a3b8-92f986289c54 req-05ddc2e3-39ac-47f0-872f-2efa790fcd9a tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:28.228456 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-dccc79e1-9090-4660-a3b8-92f986289c54 req-05ddc2e3-39ac-47f0-872f-2efa790fcd9a tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d5fd3a0-ad63-447b-ae27-a1b6107de925 HTTP/1.1" status: 200 len: 944 time: 0.1078095 Sep 03 09:52:28.256922 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-9dbeb93e-2c2d-4841-84a5-1bc5b2552134 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:28.307455 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 2034a98b-4047-4d68-868d-001950555fd0, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=2034a98b-4047-4d68-868d-001950555fd0,segment=NetworkSegment(6162f772-1e28-4e35-bf3d-bf08b646a09f),segment_id=6162f772-1e28-4e35-bf3d-bf08b646a09f)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:52:28.307455 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 09:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1dc2b84-fd6a-4d6b-a5cc-68521550a624 x-openstack-request-id: req-d1dc2b84-fd6a-4d6b-a5cc-68521550a624 {{(pid=105526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:52:28.307455 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d5fd3a0-ad63-447b-ae27-a1b6107de925", "name": "network-vif-plugged", "status": "completed", "tag": "2034a98b-4047-4d68-868d-001950555fd0", "code": 200}]} {{(pid=105526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:52:28.307455 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d1dc2b84-fd6a-4d6b-a5cc-68521550a624 {{(pid=105526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:52:28.307455 dv-cinder-606346-32-iscsi neutron-server[105526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d5fd3a0-ad63-447b-ae27-a1b6107de925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2034a98b-4047-4d68-868d-001950555fd0', 'code': 200} Sep 03 09:52:28.321021 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-9c238b46-8ab9-4751-9ad0-632061594e27 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:28.349635 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-9c238b46-8ab9-4751-9ad0-632061594e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25166682'] for port, after_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:28.369499 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:28.370520 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 7e45a0f2-93b9-41c2-9251-8e98bb8b654b up at agent hyperv_hv-cinder-60634 {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:52:28.448138 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-dccc79e1-9090-4660-a3b8-92f986289c54 req-9d5e81fa-35d9-4e89-b31b-7879b89b82a2 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083707 Sep 03 09:52:28.525436 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-87e2613a-6e09-43d5-8221-52465199065f None None] For port 99147bf0-b2b2-4dc0-b6fa-49432e6b090f, host dv-cinder-606346-32-iscsi, cleared binding levels {{(pid=105526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 09:52:28.599222 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c238b46-8ab9-4751-9ad0-632061594e27 admin admin] Pushing event updated for resources: {'Port': ['ID=73ae2bd8-8a04-4758-9524-a87fc273b3c6,revision_number=2']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:28.656399 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-9c238b46-8ab9-4751-9ad0-632061594e27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1832124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694508'] for router_interface, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:28.677502 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-87e2613a-6e09-43d5-8221-52465199065f None None] For port 99147bf0-b2b2-4dc0-b6fa-49432e6b090f, host dv-cinder-606346-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=99147bf0-b2b2-4dc0-b6fa-49432e6b090f,segment=NetworkSegment(a16e87dd-84e7-4093-b690-127dd30a953e),segment_id=a16e87dd-84e7-4093-b690-127dd30a953e)] {{(pid=105526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 09:52:28.734758 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-e8060649-484f-491a-80b2-a9e73936785d None None] Provisioning for port 73ae2bd8-8a04-4758-9524-a87fc273b3c6 completed by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:52:28.741015 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfee60a-e929-4508-a48d-5fe0d8a39cd7 req-2f19b0c0-acec-4cd8-a6ed-5962b9a4aa0e tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:28.743177 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-adfee60a-e929-4508-a48d-5fe0d8a39cd7 req-2f19b0c0-acec-4cd8-a6ed-5962b9a4aa0e tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 945 time: 0.1314964 Sep 03 09:52:28.767935 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 0e74ad70-29ba-4246-b53f-7447887a9800 up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:52:28.783098 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-87e2613a-6e09-43d5-8221-52465199065f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:28.801850 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-e8060649-484f-491a-80b2-a9e73936785d None None] Provisioning complete for port 73ae2bd8-8a04-4758-9524-a87fc273b3c6 triggered by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:52:28.802233 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-e8060649-484f-491a-80b2-a9e73936785d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:28.812869 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2116cbe-e752-4d2f-981a-c32b37f810dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18c2692c-177d-5ddd-a673-7a9ff6d9d43f-bf12b333-9b45-4e13-bd06-189f8a2b0b1c', 'network_id': 'bf12b333-9b45-4e13-bd06-189f8a2b0b1c', 'tenant_id': '90d0ef3928e64bc0ab0d3403f3b756f7', 'fixed_ips': [{'subnet_id': '250acfb3-ee53-4c42-a543-8f403fcd2ccb'}]}} from dv-cinder-606346-32-iscsi. {{(pid=105526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 09:52:28.812869 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-c2116cbe-e752-4d2f-981a-c32b37f810dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:28.827672 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b7542-b3b0-479f-b2f4-a6f84bbb4459 req-eaa3e7fe-1fe8-421a-9344-9412c5e42a14 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:28.829469 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-8b0b7542-b3b0-479f-b2f4-a6f84bbb4459 req-eaa3e7fe-1fe8-421a-9344-9412c5e42a14 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/ports?device_id=9eee6ec8-8232-4940-9530-21e44bc26b67 HTTP/1.1" status: 200 len: 945 time: 0.2991102 Sep 03 09:52:28.860764 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Pushing event updated for resources: {'Port': ['ID=2034a98b-4047-4d68-868d-001950555fd0,revision_number=5']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:28.915808 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Provisioning for port 7e45a0f2-93b9-41c2-9251-8e98bb8b654b completed by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:52:28.940576 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-8b0b7542-b3b0-479f-b2f4-a6f84bbb4459 req-73b72bea-afea-4bc9-a209-009a90510892 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/security-groups?id=0bde1813-0041-4717-b6d7-9f740ec7c8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040883 Sep 03 09:52:28.946929 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-adfee60a-e929-4508-a48d-5fe0d8a39cd7 req-f8409fde-7a18-44e1-b31b-5f31026c5aa0 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1893725 Sep 03 09:52:28.947873 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4e236-c555-4902-893b-6117e0e75e58 req-876af726-456c-48d7-baeb-90de7efcf2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:28.949828 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-0bb4e236-c555-4902-893b-6117e0e75e58 req-876af726-456c-48d7-baeb-90de7efcf2a3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9d5fd3a0-ad63-447b-ae27-a1b6107de925 HTTP/1.1" status: 200 len: 1098 time: 0.3209398 Sep 03 09:52:28.993865 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Provisioning complete for port 7e45a0f2-93b9-41c2-9251-8e98bb8b654b triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:52:28.993865 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:29.003678 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c238b46-8ab9-4751-9ad0-632061594e27 admin admin] Network ba334768-66fd-425f-854d-a1a96f58f004 is already hosted by enough agents. {{(pid=105525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:52:29.009057 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.base_scheduler [None req-9c238b46-8ab9-4751-9ad0-632061594e27 admin admin] Resources bound (agent type, host, resource id): {{(pid=105525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:52:29.069490 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-9dbeb93e-2c2d-4841-84a5-1bc5b2552134 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:29.108959 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-e8060649-484f-491a-80b2-a9e73936785d None None] Port 73ae2bd8-8a04-4758-9524-a87fc273b3c6 cannot update to ACTIVE because it is not bound. {{(pid=105526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 09:52:29.129030 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-9dbeb93e-2c2d-4841-84a5-1bc5b2552134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:29.219796 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e2613a-6e09-43d5-8221-52465199065f None None] Routers {'de34ef44-f874-434b-bbab-dfcfaabb18f7'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:52:29.220444 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-87e2613a-6e09-43d5-8221-52465199065f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:52:02Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['de34ef44-f874-434b-bbab-dfcfaabb18f7'], 'active': True} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:52:29.301312 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c238b46-8ab9-4751-9ad0-632061594e27 admin admin] Router c4793acb-fa0a-420c-a14b-6b76b089c217 has already been hosted by L3 agent d52909a0-0f60-4ffe-9597-25dbe871271a {{(pid=105525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 09:52:29.344949 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-0bb4e236-c555-4902-893b-6117e0e75e58 req-9f893a21-9697-4f14-b6a1-2bcf37f88c33 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551474 Sep 03 09:52:29.391339 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.db_base_plugin_common [None req-9dbeb93e-2c2d-4841-84a5-1bc5b2552134 admin admin] Allocated IP 172.27.3.150 (16dc62c0-adaf-4d17-9be4-5c31a1b1de1d/e699cb95-0a95-4e72-9bdf-93d4b1cc29ef/4ec210c7-fc97-4c9b-a51d-393cf9f25b0f) {{(pid=105524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:52:29.406203 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f00cf9-b0dd-45f8-8ecd-b8a17a57dfb7 None None] Pushing event updated for resources: {'Port': ['ID=99147bf0-b2b2-4dc0-b6fa-49432e6b090f,revision_number=4']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:29.417510 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-c3ed94c0-1132-458e-b712-b4243526ced4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:29.464740 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c238b46-8ab9-4751-9ad0-632061594e27 admin admin] Notify agent at l3_agent.dv-cinder-606346-32-iscsi the message routers_updated {{(pid=105525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 09:52:29.474342 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-9c238b46-8ab9-4751-9ad0-632061594e27 admin admin] 10.222.0.67 "PUT /v2.0/routers/c4793acb-fa0a-420c-a14b-6b76b089c217/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2752264 Sep 03 09:52:29.487076 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning for port 0e74ad70-29ba-4246-b53f-7447887a9800 completed by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:52:29.520420 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-9dbeb93e-2c2d-4841-84a5-1bc5b2552134 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:29.525872 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning complete for port 0e74ad70-29ba-4246-b53f-7447887a9800 triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:52:29.526262 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:29.592761 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvr_db [None req-87e2613a-6e09-43d5-8221-52465199065f None None] Set router de34ef44-f874-434b-bbab-dfcfaabb18f7 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:52:29.606797 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.db_base_plugin_common [None req-c2116cbe-e752-4d2f-981a-c32b37f810dc None None] Allocated IP 172.20.0.2 (bf12b333-9b45-4e13-bd06-189f8a2b0b1c/250acfb3-ee53-4c42-a543-8f403fcd2ccb/58505991-426d-4583-9750-75e7bf28344a) {{(pid=105526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:52:29.608281 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18c913-0104-42da-955f-5dfa7c313b6d req-8d024512-6c85-486c-820a-26ecd168ff8d tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:29.610261 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-1b18c913-0104-42da-955f-5dfa7c313b6d req-8d024512-6c85-486c-820a-26ecd168ff8d tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d5fd3a0-ad63-447b-ae27-a1b6107de925 HTTP/1.1" status: 200 len: 945 time: 0.0713079 Sep 03 09:52:29.612037 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-9dbeb93e-2c2d-4841-84a5-1bc5b2552134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931'] for port, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:29.658210 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:29.671936 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbeb93e-2c2d-4841-84a5-1bc5b2552134 admin admin] Network 16dc62c0-adaf-4d17-9be4-5c31a1b1de1d is already hosted by enough agents. {{(pid=105524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:52:29.678353 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.base_scheduler [None req-9dbeb93e-2c2d-4841-84a5-1bc5b2552134 admin admin] Resources bound (agent type, host, resource id): {{(pid=105524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:52:29.685805 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbeb93e-2c2d-4841-84a5-1bc5b2552134 admin admin] Received port after_create {{(pid=105524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:52:29.732394 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbeb93e-2c2d-4841-84a5-1bc5b2552134 admin admin] Pushing event updated for resources: {'Port': ['ID=4ec210c7-fc97-4c9b-a51d-393cf9f25b0f,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:29.774810 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-1b18c913-0104-42da-955f-5dfa7c313b6d req-77e0cb8c-f761-41ae-ae10-4b64d623af01 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549661 Sep 03 09:52:29.840989 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-16137f86-04ad-4709-8c33-ff6cde7da8e3 None None] Provisioning complete for port 73ae2bd8-8a04-4758-9524-a87fc273b3c6 triggered by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:52:29.841369 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-16137f86-04ad-4709-8c33-ff6cde7da8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:29.859061 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 7e45a0f2-93b9-41c2-9251-8e98bb8b654b, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=7e45a0f2-93b9-41c2-9251-8e98bb8b654b,segment=NetworkSegment(bcae6148-3ea2-4998-84d6-e57960f04e96),segment_id=bcae6148-3ea2-4998-84d6-e57960f04e96)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:52:29.936722 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:29.968783 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-9dbeb93e-2c2d-4841-84a5-1bc5b2552134 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:30.028191 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:30.034392 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-16137f86-04ad-4709-8c33-ff6cde7da8e3 None None] Port 73ae2bd8-8a04-4758-9524-a87fc273b3c6 cannot update to ACTIVE because it is not bound. {{(pid=105526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 09:52:30.110519 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Pushing event updated for resources: {'Port': ['ID=7e45a0f2-93b9-41c2-9251-8e98bb8b654b,revision_number=5']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:30.121743 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] For port 0e74ad70-29ba-4246-b53f-7447887a9800, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=0e74ad70-29ba-4246-b53f-7447887a9800,segment=NetworkSegment(454dc13d-4a6c-4de8-982e-8a57b380b104),segment_id=454dc13d-4a6c-4de8-982e-8a57b380b104)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:52:30.155766 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:30.171033 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-c2116cbe-e752-4d2f-981a-c32b37f810dc None None] Notify callbacks [] for port, precommit_create {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:30.208146 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-c2116cbe-e752-4d2f-981a-c32b37f810dc None None] Transition to ACTIVE for port object 58505991-426d-4583-9750-75e7bf28344a will not be triggered until provisioned by entity L2. {{(pid=105526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:52:30.211460 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14700468-a0a2-4e30-a09c-3e7d344ca04e req-9a24ad8c-ccc5-48b9-b4a9-9352bcfbbe87 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:30.226893 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-14700468-a0a2-4e30-a09c-3e7d344ca04e req-9a24ad8c-ccc5-48b9-b4a9-9352bcfbbe87 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/ports?device_id=9eee6ec8-8232-4940-9530-21e44bc26b67 HTTP/1.1" status: 200 len: 946 time: 0.0789542 Sep 03 09:52:30.230967 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780d9819-c37d-4d89-9840-1bbd6d2f52a4 None None] Sync routers for ids ['c4793acb-fa0a-420c-a14b-6b76b089c217'] in dv-cinder-606346-32-iscsi {{(pid=105526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 09:52:30.250768 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e72a4-957e-4ffb-8a7a-bbf221f276cc req-b7b0eb1b-7474-4b55-b6b9-fe63e903027d tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:30.252424 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-4e5e72a4-957e-4ffb-8a7a-bbf221f276cc req-b7b0eb1b-7474-4b55-b6b9-fe63e903027d tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 945 time: 0.1100950 Sep 03 09:52:30.258022 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-c2116cbe-e752-4d2f-981a-c32b37f810dc None None] Transition to ACTIVE for port object 58505991-426d-4583-9750-75e7bf28344a will not be triggered until provisioned by entity DHCP. {{(pid=105526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:52:30.260168 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Pushing event updated for resources: {'Port': ['ID=0e74ad70-29ba-4246-b53f-7447887a9800,revision_number=4']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:30.276984 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780d9819-c37d-4d89-9840-1bbd6d2f52a4 None None] Routers {'c4793acb-fa0a-420c-a14b-6b76b089c217'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:52:30.278598 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-780d9819-c37d-4d89-9840-1bbd6d2f52a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:52:02Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['c4793acb-fa0a-420c-a14b-6b76b089c217'], 'active': True} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:52:30.285317 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-c2116cbe-e752-4d2f-981a-c32b37f810dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931'] for port, after_create {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:30.290325 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-14700468-a0a2-4e30-a09c-3e7d344ca04e req-e61adf7f-7e92-4dc9-9c67-ed4dfc864d57 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/security-groups?id=0bde1813-0041-4717-b6d7-9f740ec7c8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615625 Sep 03 09:52:30.318244 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eee6ec8-8232-4940-9530-21e44bc26b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e45a0f2-93b9-41c2-9251-8e98bb8b654b'}] {{(pid=105526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:52:30.321176 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4892a96944886cb42b4657d46b368d41fc18c437eb6a682d176e385d93bf320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd7faca-8030-4f95-acf4-87410b5676e1" -d '{"events": [{"server_uuid": "9eee6ec8-8232-4940-9530-21e44bc26b67", "name": "network-vif-plugged", "status": "completed", "tag": "7e45a0f2-93b9-41c2-9251-8e98bb8b654b"}]}' {{(pid=105526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:52:30.330336 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-4e5e72a4-957e-4ffb-8a7a-bbf221f276cc req-e7b9a477-29f7-4e74-b0f2-459fd2520faa tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464902 Sep 03 09:52:30.355039 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-9dbeb93e-2c2d-4841-84a5-1bc5b2552134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1691685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1695977'] for router, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:30.407613 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 09:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983af582-bc15-4ed4-8328-1b63b67e36a9 x-openstack-request-id: req-983af582-bc15-4ed4-8328-1b63b67e36a9 {{(pid=105526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:52:30.408148 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eee6ec8-8232-4940-9530-21e44bc26b67", "name": "network-vif-plugged", "status": "completed", "tag": "7e45a0f2-93b9-41c2-9251-8e98bb8b654b", "code": 200}]} {{(pid=105526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:52:30.408148 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-983af582-bc15-4ed4-8328-1b63b67e36a9 {{(pid=105526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:52:30.408558 dv-cinder-606346-32-iscsi neutron-server[105526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eee6ec8-8232-4940-9530-21e44bc26b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e45a0f2-93b9-41c2-9251-8e98bb8b654b', 'code': 200} Sep 03 09:52:30.432476 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-87e2613a-6e09-43d5-8221-52465199065f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'name': 'tempest-TestVolumeBootPattern-1130982208-router', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '07886559-ab62-45a9-86dc-6696d525adc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:11Z', 'updated_at': '2021-09-03T09:52:21Z', 'revision_number': 4, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'gw_port': {'id': '07886559-ab62-45a9-86dc-6696d525adc4', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:14Z', 'updated_at': '2021-09-03T09:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_interfaces': [{'id': '99147bf0-b2b2-4dc0-b6fa-49432e6b090f', 'name': '', 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'mac_address': 'fa:16:3e:3e:cc:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f30130ee-7f80-427c-b15d-1973012df7f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:20Z', 'updated_at': '2021-09-03T09:52:28Z', 'revision_number': 4, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'subnets': [{'id': 'f30130ee-7f80-427c-b15d-1973012df7f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:52:30.437793 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2116cbe-e752-4d2f-981a-c32b37f810dc None None] Network bf12b333-9b45-4e13-bd06-189f8a2b0b1c is already hosted by enough agents. {{(pid=105526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:52:30.491407 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.scheduler.base_scheduler [None req-c2116cbe-e752-4d2f-981a-c32b37f810dc None None] Resources bound (agent type, host, resource id): {{(pid=105526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:52:30.503390 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2116cbe-e752-4d2f-981a-c32b37f810dc None None] Received port after_create {{(pid=105526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:52:30.505948 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e2613a-6e09-43d5-8221-52465199065f None None] The sync data for ids ['de34ef44-f874-434b-bbab-dfcfaabb18f7'] in dv-cinder-606346-32-iscsi is: [{'id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'name': 'tempest-TestVolumeBootPattern-1130982208-router', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '07886559-ab62-45a9-86dc-6696d525adc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:11Z', 'updated_at': '2021-09-03T09:52:21Z', 'revision_number': 4, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'gw_port': {'id': '07886559-ab62-45a9-86dc-6696d525adc4', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:14Z', 'updated_at': '2021-09-03T09:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_interfaces': [{'id': '99147bf0-b2b2-4dc0-b6fa-49432e6b090f', 'name': '', 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'mac_address': 'fa:16:3e:3e:cc:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f30130ee-7f80-427c-b15d-1973012df7f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:20Z', 'updated_at': '2021-09-03T09:52:28Z', 'revision_number': 4, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'subnets': [{'id': 'f30130ee-7f80-427c-b15d-1973012df7f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 09:52:30.514485 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2116cbe-e752-4d2f-981a-c32b37f810dc None None] Pushing event updated for resources: {'Port': ['ID=58505991-426d-4583-9750-75e7bf28344a,revision_number=1']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:30.676958 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dbeb93e-2c2d-4841-84a5-1bc5b2552134 admin admin] Router e62779fa-2208-4acb-a824-76a5855dc91a is scheduled to L3 agent d52909a0-0f60-4ffe-9597-25dbe871271a with binding_index 1 {{(pid=105524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 09:52:30.741122 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 0e74ad70-29ba-4246-b53f-7447887a9800 up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:52:30.806989 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvr_db [None req-780d9819-c37d-4d89-9840-1bbd6d2f52a4 None None] Set router c4793acb-fa0a-420c-a14b-6b76b089c217 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:52:30.836080 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.managers [None req-c2116cbe-e752-4d2f-981a-c32b37f810dc None None] Attempting to bind port 58505991-426d-4583-9750-75e7bf28344a on host dv-cinder-606346-32-iscsi for vnic_type normal with profile {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 09:52:30.836458 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.managers [None req-c2116cbe-e752-4d2f-981a-c32b37f810dc None None] Attempting to bind port 58505991-426d-4583-9750-75e7bf28344a by drivers openvswitch,hyperv on host dv-cinder-606346-32-iscsi at level 0 using segments [{'id': 'e9c8b6a7-448f-4f6e-8b5f-f8053d3759a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'bf12b333-9b45-4e13-bd06-189f8a2b0b1c'}] {{(pid=105526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 09:52:30.836827 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2116cbe-e752-4d2f-981a-c32b37f810dc None None] Attempting to bind port 58505991-426d-4583-9750-75e7bf28344a on network bf12b333-9b45-4e13-bd06-189f8a2b0b1c {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:52:30.857969 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2116cbe-e752-4d2f-981a-c32b37f810dc None None] Checking agent: {'id': 'ce816ebf-b316-41f6-aeb5-8037a78dc56b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 9, 42, 33), 'started_at': datetime.datetime(2021, 9, 3, 9, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 9, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 09:52:30.858347 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2116cbe-e752-4d2f-981a-c32b37f810dc None None] Checking segment: {'id': 'e9c8b6a7-448f-4f6e-8b5f-f8053d3759a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'bf12b333-9b45-4e13-bd06-189f8a2b0b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:52:30.858759 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-c2116cbe-e752-4d2f-981a-c32b37f810dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:30.859159 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2116cbe-e752-4d2f-981a-c32b37f810dc None None] Bound using segment: {'id': 'e9c8b6a7-448f-4f6e-8b5f-f8053d3759a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'bf12b333-9b45-4e13-bd06-189f8a2b0b1c'} {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 09:52:30.859734 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.managers [None req-c2116cbe-e752-4d2f-981a-c32b37f810dc None None] Bound port: 58505991-426d-4583-9750-75e7bf28344a, host: dv-cinder-606346-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9c8b6a7-448f-4f6e-8b5f-f8053d3759a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'bf12b333-9b45-4e13-bd06-189f8a2b0b1c'}}] {{(pid=105526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 09:52:30.860022 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-c2116cbe-e752-4d2f-981a-c32b37f810dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:30.872914 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dbeb93e-2c2d-4841-84a5-1bc5b2552134 admin admin] Notify agent at l3_agent.dv-cinder-606346-32-iscsi the message routers_updated {{(pid=105524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 09:52:30.898888 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1e18b1-2cf8-48b1-89d3-8043c02d8574 None None] Sync routers for ids ['e62779fa-2208-4acb-a824-76a5855dc91a'] in dv-cinder-606346-32-iscsi {{(pid=105527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 09:52:30.918927 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1e18b1-2cf8-48b1-89d3-8043c02d8574 None None] Routers {'e62779fa-2208-4acb-a824-76a5855dc91a'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:52:30.919578 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-eb1e18b1-2cf8-48b1-89d3-8043c02d8574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:52:02Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['e62779fa-2208-4acb-a824-76a5855dc91a'], 'active': True} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:52:31.034086 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning complete for port 0e74ad70-29ba-4246-b53f-7447887a9800 triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:52:31.034467 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:31.102948 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvr_db [None req-eb1e18b1-2cf8-48b1-89d3-8043c02d8574 None None] Set router e62779fa-2208-4acb-a824-76a5855dc91a gateway port host: dv-cinder-606346-32-iscsi {{(pid=105527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:52:31.293428 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-c2116cbe-e752-4d2f-981a-c32b37f810dc None None] For port 58505991-426d-4583-9750-75e7bf28344a, host dv-cinder-606346-32-iscsi, cleared binding levels {{(pid=105526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 09:52:31.334589 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa06951-a52d-47c4-b1aa-a3db6ef5af16 req-47f08a01-89be-42a2-b2a5-88daf7a63e3e tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:31.344921 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-5aa06951-a52d-47c4-b1aa-a3db6ef5af16 req-47f08a01-89be-42a2-b2a5-88daf7a63e3e tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d5fd3a0-ad63-447b-ae27-a1b6107de925 HTTP/1.1" status: 200 len: 945 time: 0.4476454 Sep 03 09:52:31.346364 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-c2116cbe-e752-4d2f-981a-c32b37f810dc None None] For port 58505991-426d-4583-9750-75e7bf28344a, host dv-cinder-606346-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=58505991-426d-4583-9750-75e7bf28344a,segment=NetworkSegment(e9c8b6a7-448f-4f6e-8b5f-f8053d3759a4),segment_id=e9c8b6a7-448f-4f6e-8b5f-f8053d3759a4)] {{(pid=105526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 09:52:31.350251 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-9dbeb93e-2c2d-4841-84a5-1bc5b2552134 admin admin] Notify callbacks [] for router, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:31.356915 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-c2116cbe-e752-4d2f-981a-c32b37f810dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:31.358019 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 36630) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:52:31.358589 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-9dbeb93e-2c2d-4841-84a5-1bc5b2552134 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5381486 Sep 03 09:52:31.443805 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2116cbe-e752-4d2f-981a-c32b37f810dc None None] Pushing event updated for resources: {'Port': ['ID=58505991-426d-4583-9750-75e7bf28344a,revision_number=2']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:31.449022 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-5aa06951-a52d-47c4-b1aa-a3db6ef5af16 req-9c2bd6f3-1afb-40ef-9f5a-8e2bc1b4afa1 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031213 Sep 03 09:52:31.467550 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-eb1e18b1-2cf8-48b1-89d3-8043c02d8574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62779fa-2208-4acb-a824-76a5855dc91a', 'name': 'tempest-TestVolumeBootPattern-1951184826-router', 'tenant_id': '90d0ef3928e64bc0ab0d3403f3b756f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '4ec210c7-fc97-4c9b-a51d-393cf9f25b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:27Z', 'updated_at': '2021-09-03T09:52:29Z', 'revision_number': 3, 'project_id': '90d0ef3928e64bc0ab0d3403f3b756f7', 'gw_port': {'id': '4ec210c7-fc97-4c9b-a51d-393cf9f25b0f', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:be:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e62779fa-2208-4acb-a824-76a5855dc91a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:29Z', 'updated_at': '2021-09-03T09:52:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi'}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:52:31.487995 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-780d9819-c37d-4d89-9840-1bbd6d2f52a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4793acb-fa0a-420c-a14b-6b76b089c217', 'name': 'tempest-TestMinimumBasicScenario-1175619642-router', 'tenant_id': 'cdd2c3fc878346db9937e30cdc450d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '0e74ad70-29ba-4246-b53f-7447887a9800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:20Z', 'updated_at': '2021-09-03T09:52:27Z', 'revision_number': 4, 'project_id': 'cdd2c3fc878346db9937e30cdc450d06', 'gw_port': {'id': '0e74ad70-29ba-4246-b53f-7447887a9800', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4793acb-fa0a-420c-a14b-6b76b089c217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:22Z', 'updated_at': '2021-09-03T09:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_interfaces': [{'id': '73ae2bd8-8a04-4758-9524-a87fc273b3c6', 'name': '', 'network_id': 'ba334768-66fd-425f-854d-a1a96f58f004', 'tenant_id': 'cdd2c3fc878346db9937e30cdc450d06', 'mac_address': 'fa:16:3e:03:60:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4793acb-fa0a-420c-a14b-6b76b089c217', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'f48bb21f-6503-4e6d-aec3-9459fe739444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:25Z', 'updated_at': '2021-09-03T09:52:28Z', 'revision_number': 2, 'project_id': 'cdd2c3fc878346db9937e30cdc450d06', 'subnets': [{'id': 'f48bb21f-6503-4e6d-aec3-9459fe739444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:52:31.504482 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1e18b1-2cf8-48b1-89d3-8043c02d8574 None None] Checking router: e62779fa-2208-4acb-a824-76a5855dc91a for host: dv-cinder-606346-32-iscsi {{(pid=105527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 09:52:31.504838 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1e18b1-2cf8-48b1-89d3-8043c02d8574 None None] Updating router e62779fa-2208-4acb-a824-76a5855dc91a port 4ec210c7-fc97-4c9b-a51d-393cf9f25b0f binding host dv-cinder-606346-32-iscsi {{(pid=105527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 09:52:31.557631 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780d9819-c37d-4d89-9840-1bbd6d2f52a4 None None] Checking router: c4793acb-fa0a-420c-a14b-6b76b089c217 for host: dv-cinder-606346-32-iscsi {{(pid=105526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 09:52:31.557631 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780d9819-c37d-4d89-9840-1bbd6d2f52a4 None None] Updating router c4793acb-fa0a-420c-a14b-6b76b089c217 port 73ae2bd8-8a04-4758-9524-a87fc273b3c6 binding host dv-cinder-606346-32-iscsi {{(pid=105526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 09:52:31.569777 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-eb1e18b1-2cf8-48b1-89d3-8043c02d8574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:31.614109 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-780d9819-c37d-4d89-9840-1bbd6d2f52a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:31.679614 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729bb81-6a06-4f6f-a949-7b03726c6e55 req-c270318c-8f0d-47b1-ad13-3eaca6a593be tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:31.693645 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5042f-6a80-44c3-9408-f7440566bfa2 req-27bb7c89-05ed-4fc5-a42b-52d3f5ea2351 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:31.694395 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-1729bb81-6a06-4f6f-a949-7b03726c6e55 req-c270318c-8f0d-47b1-ad13-3eaca6a593be tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 945 time: 0.1156847 Sep 03 09:52:31.696249 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-f8e5042f-6a80-44c3-9408-f7440566bfa2 req-27bb7c89-05ed-4fc5-a42b-52d3f5ea2351 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/ports?device_id=9eee6ec8-8232-4940-9530-21e44bc26b67 HTTP/1.1" status: 200 len: 946 time: 0.2357926 Sep 03 09:52:31.839317 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-1729bb81-6a06-4f6f-a949-7b03726c6e55 req-1d631ee6-261c-4fd4-b611-09216095a8b7 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326461 Sep 03 09:52:31.916099 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-f8e5042f-6a80-44c3-9408-f7440566bfa2 req-4e8305ed-b391-4121-ab91-fc5ef98ca6a7 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/security-groups?id=0bde1813-0041-4717-b6d7-9f740ec7c8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027202 Sep 03 09:52:32.130840 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-ae8d6cb3-4b6c-4b80-a472-f9190931bd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:32.197377 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-eb1e18b1-2cf8-48b1-89d3-8043c02d8574 None None] Notify callbacks [] for port, precommit_update {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:32.224081 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.provisioning_blocks [None req-eb1e18b1-2cf8-48b1-89d3-8043c02d8574 None None] Transition to ACTIVE for port object 4ec210c7-fc97-4c9b-a51d-393cf9f25b0f will not be triggered until provisioned by entity L2. {{(pid=105527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:52:32.245961 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-eb1e18b1-2cf8-48b1-89d3-8043c02d8574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:32.311611 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-780d9819-c37d-4d89-9840-1bbd6d2f52a4 None None] Notify callbacks [] for port, precommit_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:32.328226 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-780d9819-c37d-4d89-9840-1bbd6d2f52a4 None None] Transition to ACTIVE for port object 73ae2bd8-8a04-4758-9524-a87fc273b3c6 will not be triggered until provisioned by entity L2. {{(pid=105526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:52:32.343227 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-780d9819-c37d-4d89-9840-1bbd6d2f52a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:32.352136 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f08e87-9bb0-4522-b6b5-906daa89a8e7 None None] Pushing event updated for resources: {'Port': ['ID=4ec210c7-fc97-4c9b-a51d-393cf9f25b0f,revision_number=2']} {{(pid=105527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:32.362715 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.managers [None req-eb1e18b1-2cf8-48b1-89d3-8043c02d8574 None None] Attempting to bind port 4ec210c7-fc97-4c9b-a51d-393cf9f25b0f on host dv-cinder-606346-32-iscsi for vnic_type normal with profile {{(pid=105527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 09:52:32.365636 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.managers [None req-eb1e18b1-2cf8-48b1-89d3-8043c02d8574 None None] Attempting to bind port 4ec210c7-fc97-4c9b-a51d-393cf9f25b0f by drivers openvswitch,hyperv on host dv-cinder-606346-32-iscsi at level 0 using segments [{'id': '454dc13d-4a6c-4de8-982e-8a57b380b104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d'}] {{(pid=105527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 09:52:32.367834 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1e18b1-2cf8-48b1-89d3-8043c02d8574 None None] Attempting to bind port 4ec210c7-fc97-4c9b-a51d-393cf9f25b0f on network 16dc62c0-adaf-4d17-9be4-5c31a1b1de1d {{(pid=105527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:52:32.379341 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1e18b1-2cf8-48b1-89d3-8043c02d8574 None None] Checking agent: {'id': 'ce816ebf-b316-41f6-aeb5-8037a78dc56b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 9, 42, 33), 'started_at': datetime.datetime(2021, 9, 3, 9, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 9, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 09:52:32.381234 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1e18b1-2cf8-48b1-89d3-8043c02d8574 None None] Checking segment: {'id': '454dc13d-4a6c-4de8-982e-8a57b380b104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:52:32.384162 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-eb1e18b1-2cf8-48b1-89d3-8043c02d8574 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:32.384971 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1e18b1-2cf8-48b1-89d3-8043c02d8574 None None] Bound using segment: {'id': '454dc13d-4a6c-4de8-982e-8a57b380b104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d'} {{(pid=105527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 09:52:32.385718 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.managers [None req-eb1e18b1-2cf8-48b1-89d3-8043c02d8574 None None] Bound port: 4ec210c7-fc97-4c9b-a51d-393cf9f25b0f, host: dv-cinder-606346-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '454dc13d-4a6c-4de8-982e-8a57b380b104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d'}}] {{(pid=105527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 09:52:32.387086 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-eb1e18b1-2cf8-48b1-89d3-8043c02d8574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:32.420439 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f7156-197c-4dfd-b00f-97113e655475 None None] Pushing event updated for resources: {'Port': ['ID=73ae2bd8-8a04-4758-9524-a87fc273b3c6,revision_number=3']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:32.486630 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-91c3a133-fa88-4021-9289-ff1d6c48b58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:32.520862 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.db [None req-eb1e18b1-2cf8-48b1-89d3-8043c02d8574 None None] For port 4ec210c7-fc97-4c9b-a51d-393cf9f25b0f, host dv-cinder-606346-32-iscsi, cleared binding levels {{(pid=105527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 09:52:32.530456 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.db [None req-eb1e18b1-2cf8-48b1-89d3-8043c02d8574 None None] For port 4ec210c7-fc97-4c9b-a51d-393cf9f25b0f, host dv-cinder-606346-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=4ec210c7-fc97-4c9b-a51d-393cf9f25b0f,segment=NetworkSegment(454dc13d-4a6c-4de8-982e-8a57b380b104),segment_id=454dc13d-4a6c-4de8-982e-8a57b380b104)] {{(pid=105527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 09:52:32.541689 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-eb1e18b1-2cf8-48b1-89d3-8043c02d8574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:32.742309 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.managers [None req-780d9819-c37d-4d89-9840-1bbd6d2f52a4 None None] Attempting to bind port 73ae2bd8-8a04-4758-9524-a87fc273b3c6 on host dv-cinder-606346-32-iscsi for vnic_type normal with profile {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 09:52:32.750917 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.managers [None req-780d9819-c37d-4d89-9840-1bbd6d2f52a4 None None] Attempting to bind port 73ae2bd8-8a04-4758-9524-a87fc273b3c6 by drivers openvswitch,hyperv on host dv-cinder-606346-32-iscsi at level 0 using segments [{'id': '9f035384-e724-4881-9c77-70fe94769e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'ba334768-66fd-425f-854d-a1a96f58f004'}] {{(pid=105526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 09:52:32.751603 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780d9819-c37d-4d89-9840-1bbd6d2f52a4 None None] Attempting to bind port 73ae2bd8-8a04-4758-9524-a87fc273b3c6 on network ba334768-66fd-425f-854d-a1a96f58f004 {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:52:32.775741 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780d9819-c37d-4d89-9840-1bbd6d2f52a4 None None] Checking agent: {'id': 'ce816ebf-b316-41f6-aeb5-8037a78dc56b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 9, 42, 33), 'started_at': datetime.datetime(2021, 9, 3, 9, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 9, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 09:52:32.776581 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780d9819-c37d-4d89-9840-1bbd6d2f52a4 None None] Checking segment: {'id': '9f035384-e724-4881-9c77-70fe94769e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'ba334768-66fd-425f-854d-a1a96f58f004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:52:32.777223 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-780d9819-c37d-4d89-9840-1bbd6d2f52a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:32.779525 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780d9819-c37d-4d89-9840-1bbd6d2f52a4 None None] Bound using segment: {'id': '9f035384-e724-4881-9c77-70fe94769e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'ba334768-66fd-425f-854d-a1a96f58f004'} {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 09:52:32.780166 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.managers [None req-780d9819-c37d-4d89-9840-1bbd6d2f52a4 None None] Bound port: 73ae2bd8-8a04-4758-9524-a87fc273b3c6, host: dv-cinder-606346-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f035384-e724-4881-9c77-70fe94769e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'ba334768-66fd-425f-854d-a1a96f58f004'}}] {{(pid=105526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 09:52:32.782021 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-780d9819-c37d-4d89-9840-1bbd6d2f52a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:32.789728 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1e18b1-2cf8-48b1-89d3-8043c02d8574 None None] Routers {'e62779fa-2208-4acb-a824-76a5855dc91a'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:52:32.790685 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-eb1e18b1-2cf8-48b1-89d3-8043c02d8574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:52:32Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['e62779fa-2208-4acb-a824-76a5855dc91a'], 'active': True} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:52:32.876503 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 58505991-426d-4583-9750-75e7bf28344a up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:52:32.887650 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216638a-0cb2-47e9-a029-de300968d84e req-95fa15e4-b477-4a65-8fe3-1dbe945324f1 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:32.894262 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-6216638a-0cb2-47e9-a029-de300968d84e req-95fa15e4-b477-4a65-8fe3-1dbe945324f1 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d5fd3a0-ad63-447b-ae27-a1b6107de925 HTTP/1.1" status: 200 len: 945 time: 0.1844614 Sep 03 09:52:33.011311 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-6216638a-0cb2-47e9-a029-de300968d84e req-fae0944d-f0ab-4d6c-b5e5-88bebd368312 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084845 Sep 03 09:52:33.170893 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.db_base_plugin_common [None req-91c3a133-fa88-4021-9289-ff1d6c48b58b admin admin] Allocated IP 172.20.0.1 (bf12b333-9b45-4e13-bd06-189f8a2b0b1c/250acfb3-ee53-4c42-a543-8f403fcd2ccb/6c8a5085-475b-4921-98b7-39d346557626) {{(pid=105525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:52:33.190079 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f08e87-9bb0-4522-b6b5-906daa89a8e7 None None] Pushing event updated for resources: {'Port': ['ID=4ec210c7-fc97-4c9b-a51d-393cf9f25b0f,revision_number=3']} {{(pid=105527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:33.190463 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe68f3-051d-48a2-9e33-f747ed3f8887 req-9e605509-225d-408b-b65b-05ad547bf093 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:33.193036 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-780d9819-c37d-4d89-9840-1bbd6d2f52a4 None None] For port 73ae2bd8-8a04-4758-9524-a87fc273b3c6, host dv-cinder-606346-32-iscsi, cleared binding levels {{(pid=105526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 09:52:33.197820 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-780d9819-c37d-4d89-9840-1bbd6d2f52a4 None None] For port 73ae2bd8-8a04-4758-9524-a87fc273b3c6, host dv-cinder-606346-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=73ae2bd8-8a04-4758-9524-a87fc273b3c6,segment=NetworkSegment(9f035384-e724-4881-9c77-70fe94769e62),segment_id=9f035384-e724-4881-9c77-70fe94769e62)] {{(pid=105526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 09:52:33.199138 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-7cfe68f3-051d-48a2-9e33-f747ed3f8887 req-9e605509-225d-408b-b65b-05ad547bf093 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 945 time: 0.1851230 Sep 03 09:52:33.208083 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning for port 58505991-426d-4583-9750-75e7bf28344a completed by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:52:33.214034 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-780d9819-c37d-4d89-9840-1bbd6d2f52a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:33.245099 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 99147bf0-b2b2-4dc0-b6fa-49432e6b090f up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:52:33.295961 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268d741a-5b94-4c5c-9ac0-0ca5dadd5669 None None] Network bf12b333-9b45-4e13-bd06-189f8a2b0b1c requested from dv-cinder-606346-32-iscsi {{(pid=105526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 09:52:33.301344 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvr_db [None req-eb1e18b1-2cf8-48b1-89d3-8043c02d8574 None None] Set router e62779fa-2208-4acb-a824-76a5855dc91a gateway port host: dv-cinder-606346-32-iscsi {{(pid=105527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:52:33.345388 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac780e2-600d-44d0-9370-ce04d4b54f23 req-7af18c7b-c6ab-479f-b0ee-22321dbe2376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:33.347189 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-0ac780e2-600d-44d0-9370-ce04d4b54f23 req-7af18c7b-c6ab-479f-b0ee-22321dbe2376 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9eee6ec8-8232-4940-9530-21e44bc26b67 HTTP/1.1" status: 200 len: 1099 time: 0.2367601 Sep 03 09:52:33.356590 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-91c3a133-fa88-4021-9289-ff1d6c48b58b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:33.378565 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.provisioning_blocks [None req-91c3a133-fa88-4021-9289-ff1d6c48b58b admin admin] Transition to ACTIVE for port object 6c8a5085-475b-4921-98b7-39d346557626 will not be triggered until provisioned by entity DHCP. {{(pid=105525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:52:33.459188 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-91c3a133-fa88-4021-9289-ff1d6c48b58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25166669'] for port, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:33.500111 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-0ac780e2-600d-44d0-9370-ce04d4b54f23 req-68ee43ff-95e9-4a87-a245-ddccbd76a706 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0bde1813-0041-4717-b6d7-9f740ec7c8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272430 Sep 03 09:52:33.505865 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780d9819-c37d-4d89-9840-1bbd6d2f52a4 None None] Routers {'c4793acb-fa0a-420c-a14b-6b76b089c217'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:52:33.512842 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-780d9819-c37d-4d89-9840-1bbd6d2f52a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:52:32Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['c4793acb-fa0a-420c-a14b-6b76b089c217'], 'active': True} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:52:33.525182 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f7156-197c-4dfd-b00f-97113e655475 None None] Pushing event updated for resources: {'Port': ['ID=73ae2bd8-8a04-4758-9524-a87fc273b3c6,revision_number=4']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:33.532320 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9956c069-4ccc-41c8-85fb-d4910fe0362e req-dea4ab0f-c0e5-4525-85cf-52cc3ff6da84 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:33.542428 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-9956c069-4ccc-41c8-85fb-d4910fe0362e req-dea4ab0f-c0e5-4525-85cf-52cc3ff6da84 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/ports?device_id=9eee6ec8-8232-4940-9530-21e44bc26b67 HTTP/1.1" status: 200 len: 946 time: 0.3529294 Sep 03 09:52:33.553844 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c3a133-fa88-4021-9289-ff1d6c48b58b admin admin] Network bf12b333-9b45-4e13-bd06-189f8a2b0b1c is already hosted by enough agents. {{(pid=105525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:52:33.557776 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c3a133-fa88-4021-9289-ff1d6c48b58b admin admin] Pushing event updated for resources: {'Port': ['ID=6c8a5085-475b-4921-98b7-39d346557626,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:33.562069 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.base_scheduler [None req-91c3a133-fa88-4021-9289-ff1d6c48b58b admin admin] Resources bound (agent type, host, resource id): {{(pid=105525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:52:33.565908 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c3a133-fa88-4021-9289-ff1d6c48b58b admin admin] Received port after_create {{(pid=105525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:52:33.658452 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-7cfe68f3-051d-48a2-9e33-f747ed3f8887 req-514c5c70-fba4-478f-9aa3-bd2d23741e9f tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2135005 Sep 03 09:52:33.682251 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-9956c069-4ccc-41c8-85fb-d4910fe0362e req-f811c49b-afcd-4ee7-994f-d7aebc99ddb6 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/security-groups?id=0bde1813-0041-4717-b6d7-9f740ec7c8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306512 Sep 03 09:52:33.698394 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-91c3a133-fa88-4021-9289-ff1d6c48b58b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417468'] for router_interface, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:33.757020 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-2553c8b9-a0f5-4194-8595-928ab24cf765 None None] Provisioning for port 58505991-426d-4583-9750-75e7bf28344a completed by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:52:33.802365 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-2553c8b9-a0f5-4194-8595-928ab24cf765 None None] Provisioning complete for port 58505991-426d-4583-9750-75e7bf28344a triggered by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:52:33.802903 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-2553c8b9-a0f5-4194-8595-928ab24cf765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:33.869847 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:33.899509 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning for port 99147bf0-b2b2-4dc0-b6fa-49432e6b090f completed by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:52:33.918277 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning complete for port 99147bf0-b2b2-4dc0-b6fa-49432e6b090f triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:52:33.918652 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:33.936680 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-eb1e18b1-2cf8-48b1-89d3-8043c02d8574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62779fa-2208-4acb-a824-76a5855dc91a', 'name': 'tempest-TestVolumeBootPattern-1951184826-router', 'tenant_id': '90d0ef3928e64bc0ab0d3403f3b756f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '4ec210c7-fc97-4c9b-a51d-393cf9f25b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:27Z', 'updated_at': '2021-09-03T09:52:29Z', 'revision_number': 3, 'project_id': '90d0ef3928e64bc0ab0d3403f3b756f7', 'gw_port': {'id': '4ec210c7-fc97-4c9b-a51d-393cf9f25b0f', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:be:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e62779fa-2208-4acb-a824-76a5855dc91a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:29Z', 'updated_at': '2021-09-03T09:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi'}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:52:33.942090 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a642e642-fcb2-47b5-b777-13e8b57c6243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:33.953856 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-91c3a133-fa88-4021-9289-ff1d6c48b58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:33.971278 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1e18b1-2cf8-48b1-89d3-8043c02d8574 None None] The sync data for ids ['e62779fa-2208-4acb-a824-76a5855dc91a'] in dv-cinder-606346-32-iscsi is: [{'id': 'e62779fa-2208-4acb-a824-76a5855dc91a', 'name': 'tempest-TestVolumeBootPattern-1951184826-router', 'tenant_id': '90d0ef3928e64bc0ab0d3403f3b756f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '4ec210c7-fc97-4c9b-a51d-393cf9f25b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:27Z', 'updated_at': '2021-09-03T09:52:29Z', 'revision_number': 3, 'project_id': '90d0ef3928e64bc0ab0d3403f3b756f7', 'gw_port': {'id': '4ec210c7-fc97-4c9b-a51d-393cf9f25b0f', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:be:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e62779fa-2208-4acb-a824-76a5855dc91a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:29Z', 'updated_at': '2021-09-03T09:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi'}] {{(pid=105527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 09:52:34.032963 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvr_db [None req-780d9819-c37d-4d89-9840-1bbd6d2f52a4 None None] Set router c4793acb-fa0a-420c-a14b-6b76b089c217 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:52:34.163537 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-2553c8b9-a0f5-4194-8595-928ab24cf765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:34.259603 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd6204-b286-461b-bc6e-51207fb0ae91 req-f896b476-4507-446b-bbee-5f33c18c9025 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:34.268245 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-14dd6204-b286-461b-bc6e-51207fb0ae91 req-f896b476-4507-446b-bbee-5f33c18c9025 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d5fd3a0-ad63-447b-ae27-a1b6107de925 HTTP/1.1" status: 200 len: 945 time: 0.1169229 Sep 03 09:52:34.689952 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-14dd6204-b286-461b-bc6e-51207fb0ae91 req-67a4217c-638f-4afc-a136-7c5417204371 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4205356 Sep 03 09:52:34.778260 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-91c3a133-fa88-4021-9289-ff1d6c48b58b admin admin] Notify callbacks [] for port, precommit_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:34.790572 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-91c3a133-fa88-4021-9289-ff1d6c48b58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25166682'] for port, after_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:34.872138 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24098978-511c-4572-9388-a2eec40de1a8 req-19854089-f3fc-4994-b633-54da8452ad84 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:34.873948 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-2553c8b9-a0f5-4194-8595-928ab24cf765 None None] For port 58505991-426d-4583-9750-75e7bf28344a, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=58505991-426d-4583-9750-75e7bf28344a,segment=NetworkSegment(e9c8b6a7-448f-4f6e-8b5f-f8053d3759a4),segment_id=e9c8b6a7-448f-4f6e-8b5f-f8053d3759a4)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:52:34.875354 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-24098978-511c-4572-9388-a2eec40de1a8 req-19854089-f3fc-4994-b633-54da8452ad84 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 945 time: 0.0745888 Sep 03 09:52:34.940207 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-2553c8b9-a0f5-4194-8595-928ab24cf765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:34.999371 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-24098978-511c-4572-9388-a2eec40de1a8 req-ae21d665-9332-423b-ba23-9822e261c462 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169150 Sep 03 09:52:35.051374 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:35.130745 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-91c3a133-fa88-4021-9289-ff1d6c48b58b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1832124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694508'] for router_interface, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:35.139009 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c3a133-fa88-4021-9289-ff1d6c48b58b admin admin] Pushing event updated for resources: {'Port': ['ID=6c8a5085-475b-4921-98b7-39d346557626,revision_number=2']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:35.157138 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] For port 99147bf0-b2b2-4dc0-b6fa-49432e6b090f, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=99147bf0-b2b2-4dc0-b6fa-49432e6b090f,segment=NetworkSegment(a16e87dd-84e7-4093-b690-127dd30a953e),segment_id=a16e87dd-84e7-4093-b690-127dd30a953e)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:52:35.176147 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c3a133-fa88-4021-9289-ff1d6c48b58b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:52:35.176918 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c3a133-fa88-4021-9289-ff1d6c48b58b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:52:35.177684 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c3a133-fa88-4021-9289-ff1d6c48b58b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:52:35.178401 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c3a133-fa88-4021-9289-ff1d6c48b58b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:52:35.178991 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c3a133-fa88-4021-9289-ff1d6c48b58b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:52:35.180518 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c3a133-fa88-4021-9289-ff1d6c48b58b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:52:35.181201 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c3a133-fa88-4021-9289-ff1d6c48b58b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:52:35.181843 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c3a133-fa88-4021-9289-ff1d6c48b58b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:52:35.182484 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c3a133-fa88-4021-9289-ff1d6c48b58b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:52:35.183079 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c3a133-fa88-4021-9289-ff1d6c48b58b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:52:35.183661 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c3a133-fa88-4021-9289-ff1d6c48b58b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:52:35.184205 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c3a133-fa88-4021-9289-ff1d6c48b58b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:52:35.204786 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-86f92317-4722-4035-969f-07b0852c8c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:35.205542 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:35.216100 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe248a-b8c2-4f19-be32-ec1deb54f02a req-4ae91a3e-edda-42bf-8545-3e76be5fe39b tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:35.228915 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-75fe248a-b8c2-4f19-be32-ec1deb54f02a req-4ae91a3e-edda-42bf-8545-3e76be5fe39b tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/ports?device_id=9eee6ec8-8232-4940-9530-21e44bc26b67 HTTP/1.1" status: 200 len: 946 time: 0.3883662 Sep 03 09:52:35.247890 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2553c8b9-a0f5-4194-8595-928ab24cf765 None None] Pushing event updated for resources: {'Port': ['ID=58505991-426d-4583-9750-75e7bf28344a,revision_number=3']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:35.314523 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-75fe248a-b8c2-4f19-be32-ec1deb54f02a req-3f8e198b-262c-4624-945c-7186d8a55e9e tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/security-groups?id=0bde1813-0041-4717-b6d7-9f740ec7c8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795760 Sep 03 09:52:35.382481 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Pushing event updated for resources: {'Port': ['ID=99147bf0-b2b2-4dc0-b6fa-49432e6b090f,revision_number=5']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:35.439783 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 4ec210c7-fc97-4c9b-a51d-393cf9f25b0f up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:52:35.475123 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c3a133-fa88-4021-9289-ff1d6c48b58b admin admin] Network bf12b333-9b45-4e13-bd06-189f8a2b0b1c is already hosted by enough agents. {{(pid=105525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:52:35.477446 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.base_scheduler [None req-91c3a133-fa88-4021-9289-ff1d6c48b58b admin admin] Resources bound (agent type, host, resource id): {{(pid=105525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:52:35.490572 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-780d9819-c37d-4d89-9840-1bbd6d2f52a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4793acb-fa0a-420c-a14b-6b76b089c217', 'name': 'tempest-TestMinimumBasicScenario-1175619642-router', 'tenant_id': 'cdd2c3fc878346db9937e30cdc450d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '0e74ad70-29ba-4246-b53f-7447887a9800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:20Z', 'updated_at': '2021-09-03T09:52:27Z', 'revision_number': 4, 'project_id': 'cdd2c3fc878346db9937e30cdc450d06', 'gw_port': {'id': '0e74ad70-29ba-4246-b53f-7447887a9800', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4793acb-fa0a-420c-a14b-6b76b089c217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:22Z', 'updated_at': '2021-09-03T09:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_interfaces': [{'id': '73ae2bd8-8a04-4758-9524-a87fc273b3c6', 'name': '', 'network_id': 'ba334768-66fd-425f-854d-a1a96f58f004', 'tenant_id': 'cdd2c3fc878346db9937e30cdc450d06', 'mac_address': 'fa:16:3e:03:60:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4793acb-fa0a-420c-a14b-6b76b089c217', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'f48bb21f-6503-4e6d-aec3-9459fe739444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:25Z', 'updated_at': '2021-09-03T09:52:33Z', 'revision_number': 4, 'project_id': 'cdd2c3fc878346db9937e30cdc450d06', 'subnets': [{'id': 'f48bb21f-6503-4e6d-aec3-9459fe739444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:52:35.531816 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780d9819-c37d-4d89-9840-1bbd6d2f52a4 None None] The sync data for ids ['c4793acb-fa0a-420c-a14b-6b76b089c217'] in dv-cinder-606346-32-iscsi is: [{'id': 'c4793acb-fa0a-420c-a14b-6b76b089c217', 'name': 'tempest-TestMinimumBasicScenario-1175619642-router', 'tenant_id': 'cdd2c3fc878346db9937e30cdc450d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '0e74ad70-29ba-4246-b53f-7447887a9800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:20Z', 'updated_at': '2021-09-03T09:52:27Z', 'revision_number': 4, 'project_id': 'cdd2c3fc878346db9937e30cdc450d06', 'gw_port': {'id': '0e74ad70-29ba-4246-b53f-7447887a9800', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4793acb-fa0a-420c-a14b-6b76b089c217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:22Z', 'updated_at': '2021-09-03T09:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_interfaces': [{'id': '73ae2bd8-8a04-4758-9524-a87fc273b3c6', 'name': '', 'network_id': 'ba334768-66fd-425f-854d-a1a96f58f004', 'tenant_id': 'cdd2c3fc878346db9937e30cdc450d06', 'mac_address': 'fa:16:3e:03:60:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4793acb-fa0a-420c-a14b-6b76b089c217', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'f48bb21f-6503-4e6d-aec3-9459fe739444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:25Z', 'updated_at': '2021-09-03T09:52:33Z', 'revision_number': 4, 'project_id': 'cdd2c3fc878346db9937e30cdc450d06', 'subnets': [{'id': 'f48bb21f-6503-4e6d-aec3-9459fe739444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 09:52:35.588179 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-fd828a55-cc77-454a-ae9a-b9be0b4820d4 None None] Provisioning complete for port 58505991-426d-4583-9750-75e7bf28344a triggered by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:52:35.588609 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-fd828a55-cc77-454a-ae9a-b9be0b4820d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:35.681979 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c3a133-fa88-4021-9289-ff1d6c48b58b admin admin] Router e62779fa-2208-4acb-a824-76a5855dc91a has already been hosted by L3 agent d52909a0-0f60-4ffe-9597-25dbe871271a {{(pid=105525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 09:52:35.748610 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning for port 4ec210c7-fc97-4c9b-a51d-393cf9f25b0f completed by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:52:35.800337 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning complete for port 4ec210c7-fc97-4c9b-a51d-393cf9f25b0f triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:52:35.807891 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:36.058770 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-fd828a55-cc77-454a-ae9a-b9be0b4820d4 None None] Provisioning for port 6c8a5085-475b-4921-98b7-39d346557626 completed by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:52:36.084786 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-fd828a55-cc77-454a-ae9a-b9be0b4820d4 None None] Provisioning complete for port 6c8a5085-475b-4921-98b7-39d346557626 triggered by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:52:36.085166 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-fd828a55-cc77-454a-ae9a-b9be0b4820d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:36.143142 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c3a133-fa88-4021-9289-ff1d6c48b58b admin admin] Notify agent at l3_agent.dv-cinder-606346-32-iscsi the message routers_updated {{(pid=105525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 09:52:36.167727 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-91c3a133-fa88-4021-9289-ff1d6c48b58b admin admin] 10.222.0.67 "PUT /v2.0/routers/e62779fa-2208-4acb-a824-76a5855dc91a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8078566 Sep 03 09:52:36.199003 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c0948-78f6-42fc-ac75-1cd7189f7a04 req-f440e836-e994-43d7-9bea-1b77ac7d8182 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:36.218117 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-814c0948-78f6-42fc-ac75-1cd7189f7a04 req-f440e836-e994-43d7-9bea-1b77ac7d8182 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d5fd3a0-ad63-447b-ae27-a1b6107de925 HTTP/1.1" status: 200 len: 945 time: 0.2432377 Sep 03 09:52:36.227091 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-fd828a55-cc77-454a-ae9a-b9be0b4820d4 None None] Port 6c8a5085-475b-4921-98b7-39d346557626 cannot update to ACTIVE because it is not bound. {{(pid=105526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 09:52:36.242234 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:36.275901 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] For port 4ec210c7-fc97-4c9b-a51d-393cf9f25b0f, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=4ec210c7-fc97-4c9b-a51d-393cf9f25b0f,segment=NetworkSegment(454dc13d-4a6c-4de8-982e-8a57b380b104),segment_id=454dc13d-4a6c-4de8-982e-8a57b380b104)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:52:36.286514 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:36.332920 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-814c0948-78f6-42fc-ac75-1cd7189f7a04 req-0b3fd8a3-7daf-4eb9-ad2d-b961f7ce3247 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077423 Sep 03 09:52:36.431429 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Pushing event updated for resources: {'Port': ['ID=4ec210c7-fc97-4c9b-a51d-393cf9f25b0f,revision_number=4']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:36.447808 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-eb3cfccd-a026-459e-b2e8-41539d875d4b None None] Provisioning complete for port 6c8a5085-475b-4921-98b7-39d346557626 triggered by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:52:36.448260 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-eb3cfccd-a026-459e-b2e8-41539d875d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:36.478441 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d528e-3672-4d6e-9eff-5f63191c8e53 req-bef274fc-b3f6-48fb-9958-1edab109e5b1 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:36.485265 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-171d528e-3672-4d6e-9eff-5f63191c8e53 req-bef274fc-b3f6-48fb-9958-1edab109e5b1 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 945 time: 0.2120693 Sep 03 09:52:36.532153 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d4b9b-5005-441a-a107-f35392ba8774 req-cc5705ad-59e8-428a-a858-4565efc9a908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:36.547099 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-593d4b9b-5005-441a-a107-f35392ba8774 req-cc5705ad-59e8-428a-a858-4565efc9a908 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c72df9f562c94a8aab79afac7263e6e5&device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 1098 time: 0.3299844 Sep 03 09:52:36.555675 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-eb3cfccd-a026-459e-b2e8-41539d875d4b None None] Port 6c8a5085-475b-4921-98b7-39d346557626 cannot update to ACTIVE because it is not bound. {{(pid=105526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 09:52:36.662246 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c82f0-b3e0-43b9-ab58-31f1f1a9f3d9 req-e0f62abe-c9e8-4a66-8e17-a2ea9f228edd tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:36.677435 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-338c82f0-b3e0-43b9-ab58-31f1f1a9f3d9 req-e0f62abe-c9e8-4a66-8e17-a2ea9f228edd tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.1663761 Sep 03 09:52:36.783355 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-338c82f0-b3e0-43b9-ab58-31f1f1a9f3d9 req-961ea499-23e3-4344-8198-f9260510dd92 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914450 Sep 03 09:52:36.789798 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-171d528e-3672-4d6e-9eff-5f63191c8e53 req-0b1b1751-d87e-42cd-b899-8a4b7119a311 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2815528 Sep 03 09:52:36.864071 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d4b9b-5005-441a-a107-f35392ba8774 req-fb3cc05b-4535-42ef-8345-701c1c62ea5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:36.867376 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-593d4b9b-5005-441a-a107-f35392ba8774 req-fb3cc05b-4535-42ef-8345-701c1c62ea5a service neutron] 10.222.0.60 "GET /v2.0/networks?id=7995b685-e18e-455d-be66-3bd792a79086 HTTP/1.1" status: 200 len: 919 time: 0.3173575 Sep 03 09:52:36.948124 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-593d4b9b-5005-441a-a107-f35392ba8774 req-94c3f118-f2aa-42cf-814d-59345e68bb27 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aec59b67-087c-4f74-bd32-46c77a0ee00e HTTP/1.1" status: 200 len: 217 time: 0.0688221 Sep 03 09:52:37.044904 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d4b9b-5005-441a-a107-f35392ba8774 req-26d5148a-0df2-468f-ad86-857c4e9f79ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:37.046450 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-593d4b9b-5005-441a-a107-f35392ba8774 req-26d5148a-0df2-468f-ad86-857c4e9f79ec service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f78bac5b-e536-4490-a472-11f8ae62b3fb HTTP/1.1" status: 200 len: 858 time: 0.0705702 Sep 03 09:52:37.055684 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38bb054-fddc-4b71-8189-58b770296df4 req-2eba21b0-112e-4808-90fa-5497347ce060 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:37.057216 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-f38bb054-fddc-4b71-8189-58b770296df4 req-2eba21b0-112e-4808-90fa-5497347ce060 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/ports?device_id=9eee6ec8-8232-4940-9530-21e44bc26b67 HTTP/1.1" status: 200 len: 946 time: 0.1081860 Sep 03 09:52:37.107759 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-593d4b9b-5005-441a-a107-f35392ba8774 req-12ed980a-73d4-4809-9bc5-e0867760dbc2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7995b685-e18e-455d-be66-3bd792a79086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467665 Sep 03 09:52:37.171415 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-f38bb054-fddc-4b71-8189-58b770296df4 req-ccf1fd55-9914-4a41-be88-8408546d1d67 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/security-groups?id=0bde1813-0041-4717-b6d7-9f740ec7c8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891759 Sep 03 09:52:37.249027 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397c9da7-eef5-4106-a1b5-04d150160e5d None None] Sync routers for ids ['e62779fa-2208-4acb-a824-76a5855dc91a'] in dv-cinder-606346-32-iscsi {{(pid=105526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 09:52:37.263719 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397c9da7-eef5-4106-a1b5-04d150160e5d None None] Routers {'e62779fa-2208-4acb-a824-76a5855dc91a'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:52:37.264565 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-397c9da7-eef5-4106-a1b5-04d150160e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:52:32Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['e62779fa-2208-4acb-a824-76a5855dc91a'], 'active': True} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:52:37.356896 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-593d4b9b-5005-441a-a107-f35392ba8774 req-6d8676cf-5979-4ed7-a415-0ac2fa95fa1b service neutron] 10.222.0.60 "GET /v2.0/networks/7995b685-e18e-455d-be66-3bd792a79086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387247 Sep 03 09:52:37.473607 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvr_db [None req-397c9da7-eef5-4106-a1b5-04d150160e5d None None] Set router e62779fa-2208-4acb-a824-76a5855dc91a gateway port host: dv-cinder-606346-32-iscsi {{(pid=105526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:52:37.688128 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-593d4b9b-5005-441a-a107-f35392ba8774 req-132594b9-f71d-4fa9-80ca-e6f7b3d695a3 service neutron] 10.222.0.60 "GET /v2.0/networks/7995b685-e18e-455d-be66-3bd792a79086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153052 Sep 03 09:52:37.730239 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 73ae2bd8-8a04-4758-9524-a87fc273b3c6 up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:52:37.732352 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 36762) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:52:37.740720 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [None req-306abdd3-006c-4733-bb4d-a391e52ee5a1 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-576230648', 'description': 'tempest-secgroup-smoke-576230648 description', 'project_id': '44b3fef83509437faeb9b56d841754dc'}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:52:37.786246 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-306abdd3-006c-4733-bb4d-a391e52ee5a1 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:37.947515 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning for port 73ae2bd8-8a04-4758-9524-a87fc273b3c6 completed by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:52:37.952696 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning complete for port 73ae2bd8-8a04-4758-9524-a87fc273b3c6 triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:52:37.953370 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:38.007507 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-306abdd3-006c-4733-bb4d-a391e52ee5a1 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:38.024165 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1bebf-3590-4ba1-b00d-4548d059ed5c req-16f2c2d2-e404-4cd4-8a4b-69bd857a6bb8 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:38.025776 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-fbf1bebf-3590-4ba1-b00d-4548d059ed5c req-16f2c2d2-e404-4cd4-8a4b-69bd857a6bb8 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 945 time: 0.1189513 Sep 03 09:52:38.026951 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-306abdd3-006c-4733-bb4d-a391e52ee5a1 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:38.094029 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-306abdd3-006c-4733-bb4d-a391e52ee5a1 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks [] for security_group, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:38.106019 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-306abdd3-006c-4733-bb4d-a391e52ee5a1 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3697011 Sep 03 09:52:38.106422 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 36784) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:52:38.113203 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [None req-05d84872-c0aa-42f2-8c99-91b919907b3b tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Request body: {'security_group_rule': {'security_group_id': '3095eee2-accc-4f20-9251-54fe2d77c6a2', 'project_id': '44b3fef83509437faeb9b56d841754dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:52:38.119858 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306abdd3-006c-4733-bb4d-a391e52ee5a1 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3095eee2-accc-4f20-9251-54fe2d77c6a2,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:38.131583 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c7032-ca25-4ec3-a7f9-4d3d201ca549 req-6a95a900-32d5-4946-95f3-f22889116c8a tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:38.133522 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-3f2c7032-ca25-4ec3-a7f9-4d3d201ca549 req-6a95a900-32d5-4946-95f3-f22889116c8a tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.1721323 Sep 03 09:52:38.164256 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-fbf1bebf-3590-4ba1-b00d-4548d059ed5c req-0b50660b-796e-44b9-b802-c27b1f697359 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264217 Sep 03 09:52:38.238911 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:38.302965 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-397c9da7-eef5-4106-a1b5-04d150160e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62779fa-2208-4acb-a824-76a5855dc91a', 'name': 'tempest-TestVolumeBootPattern-1951184826-router', 'tenant_id': '90d0ef3928e64bc0ab0d3403f3b756f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '4ec210c7-fc97-4c9b-a51d-393cf9f25b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:27Z', 'updated_at': '2021-09-03T09:52:33Z', 'revision_number': 4, 'project_id': '90d0ef3928e64bc0ab0d3403f3b756f7', 'gw_port': {'id': '4ec210c7-fc97-4c9b-a51d-393cf9f25b0f', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:be:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62779fa-2208-4acb-a824-76a5855dc91a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:29Z', 'updated_at': '2021-09-03T09:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_interfaces': [{'id': '6c8a5085-475b-4921-98b7-39d346557626', 'name': '', 'network_id': 'bf12b333-9b45-4e13-bd06-189f8a2b0b1c', 'tenant_id': '90d0ef3928e64bc0ab0d3403f3b756f7', 'mac_address': 'fa:16:3e:ff:6c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e62779fa-2208-4acb-a824-76a5855dc91a', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '250acfb3-ee53-4c42-a543-8f403fcd2ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:32Z', 'updated_at': '2021-09-03T09:52:34Z', 'revision_number': 2, 'project_id': '90d0ef3928e64bc0ab0d3403f3b756f7', 'subnets': [{'id': '250acfb3-ee53-4c42-a543-8f403fcd2ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:52:38.331916 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-05d84872-c0aa-42f2-8c99-91b919907b3b tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:38.415842 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-3f2c7032-ca25-4ec3-a7f9-4d3d201ca549 req-9170ad2b-69b3-4783-b0c6-f79267564809 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678671 Sep 03 09:52:38.436787 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397c9da7-eef5-4106-a1b5-04d150160e5d None None] Checking router: e62779fa-2208-4acb-a824-76a5855dc91a for host: dv-cinder-606346-32-iscsi {{(pid=105526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 09:52:38.441653 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397c9da7-eef5-4106-a1b5-04d150160e5d None None] Updating router e62779fa-2208-4acb-a824-76a5855dc91a port 6c8a5085-475b-4921-98b7-39d346557626 binding host dv-cinder-606346-32-iscsi {{(pid=105526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 09:52:38.452645 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] For port 73ae2bd8-8a04-4758-9524-a87fc273b3c6, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=73ae2bd8-8a04-4758-9524-a87fc273b3c6,segment=NetworkSegment(9f035384-e724-4881-9c77-70fe94769e62),segment_id=9f035384-e724-4881-9c77-70fe94769e62)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:52:38.491267 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:38.492333 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 58505991-426d-4583-9750-75e7bf28344a up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:52:38.536233 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-05d84872-c0aa-42f2-8c99-91b919907b3b tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:38.546392 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-05d84872-c0aa-42f2-8c99-91b919907b3b tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831981'] for security_group_rule, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:38.596970 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d84872-c0aa-42f2-8c99-91b919907b3b tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7547c9dd-0f65-4789-ae28-c88a9dd4b577,revision_number=0']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:38.622120 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d84872-c0aa-42f2-8c99-91b919907b3b tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:52:38.624274 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d84872-c0aa-42f2-8c99-91b919907b3b tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:52:38.624805 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d84872-c0aa-42f2-8c99-91b919907b3b tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:52:38.626436 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d84872-c0aa-42f2-8c99-91b919907b3b tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:52:38.629988 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d84872-c0aa-42f2-8c99-91b919907b3b tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:52:38.632754 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d84872-c0aa-42f2-8c99-91b919907b3b tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:52:38.633763 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d84872-c0aa-42f2-8c99-91b919907b3b tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:52:38.634295 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d84872-c0aa-42f2-8c99-91b919907b3b tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:52:38.636348 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d84872-c0aa-42f2-8c99-91b919907b3b tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:52:38.637029 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d84872-c0aa-42f2-8c99-91b919907b3b tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:52:38.637557 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d84872-c0aa-42f2-8c99-91b919907b3b tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:52:38.638117 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d84872-c0aa-42f2-8c99-91b919907b3b tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:52:38.655482 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-05d84872-c0aa-42f2-8c99-91b919907b3b tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:38.661611 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 36804) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:52:38.664458 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-05d84872-c0aa-42f2-8c99-91b919907b3b tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5542760 Sep 03 09:52:38.676687 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [None req-54bc5985-153e-465a-9425-86869506f6f5 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Request body: {'security_group_rule': {'security_group_id': '3095eee2-accc-4f20-9251-54fe2d77c6a2', 'project_id': '44b3fef83509437faeb9b56d841754dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:52:38.738607 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 36808) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:52:38.742418 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-397c9da7-eef5-4106-a1b5-04d150160e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:38.816100 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-54bc5985-153e-465a-9425-86869506f6f5 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:38.856083 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Pushing event updated for resources: {'Port': ['ID=73ae2bd8-8a04-4758-9524-a87fc273b3c6,revision_number=5']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:39.090319 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079d1ba-77a6-4a19-99fb-b6e0ba52cfc4 req-4efd733e-ef27-42f3-af02-c077a3999072 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:39.104960 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-8079d1ba-77a6-4a19-99fb-b6e0ba52cfc4 req-4efd733e-ef27-42f3-af02-c077a3999072 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/ports?device_id=9eee6ec8-8232-4940-9530-21e44bc26b67 HTTP/1.1" status: 200 len: 946 time: 0.3019853 Sep 03 09:52:39.127849 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-5b068838-90ea-4012-b090-232f2fa55898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:39.192291 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-54bc5985-153e-465a-9425-86869506f6f5 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:39.208220 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-54bc5985-153e-465a-9425-86869506f6f5 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831981'] for security_group_rule, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:39.217629 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-8079d1ba-77a6-4a19-99fb-b6e0ba52cfc4 req-05d1d87f-b7a9-4ba7-ac4f-654b1cd3efaa tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/security-groups?id=0bde1813-0041-4717-b6d7-9f740ec7c8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109776 Sep 03 09:52:39.272725 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bc5985-153e-465a-9425-86869506f6f5 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20fcc212-6913-472e-837d-7362c365c443,revision_number=0']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:39.331650 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning complete for port 58505991-426d-4583-9750-75e7bf28344a triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:52:39.332304 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:39.351509 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-5b068838-90ea-4012-b090-232f2fa55898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:39.369021 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-54bc5985-153e-465a-9425-86869506f6f5 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:39.370709 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-54bc5985-153e-465a-9425-86869506f6f5 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7080219 Sep 03 09:52:39.371029 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-5b068838-90ea-4012-b090-232f2fa55898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:39.383977 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cff6f6-454a-4367-9018-26be1ed58f66 req-90150a8b-0af8-4440-ac5f-84c72c75839e tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:39.386214 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-d1cff6f6-454a-4367-9018-26be1ed58f66 req-90150a8b-0af8-4440-ac5f-84c72c75839e tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 945 time: 0.0673919 Sep 03 09:52:39.387048 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 36820) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:52:39.391923 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [None req-dbb9f153-65fe-49e5-992c-ee6dea61dd14 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Request body: {'security_group_rule': {'security_group_id': '3095eee2-accc-4f20-9251-54fe2d77c6a2', 'project_id': '44b3fef83509437faeb9b56d841754dc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:52:39.438385 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-397c9da7-eef5-4106-a1b5-04d150160e5d None None] Notify callbacks [] for port, precommit_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:39.441104 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-dbb9f153-65fe-49e5-992c-ee6dea61dd14 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:39.442323 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-5b068838-90ea-4012-b090-232f2fa55898 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1a9d976ed8c34658ad489f968870ec15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7019830 Sep 03 09:52:39.443216 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b068838-90ea-4012-b090-232f2fa55898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ab352e-9e9c-4474-bcad-d93de97c34f2,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:39.447054 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 36822) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:52:39.492855 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-397c9da7-eef5-4106-a1b5-04d150160e5d None None] Transition to ACTIVE for port object 6c8a5085-475b-4921-98b7-39d346557626 will not be triggered until provisioned by entity L2. {{(pid=105526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:52:39.499285 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-d1cff6f6-454a-4367-9018-26be1ed58f66 req-f70dd132-f9c7-4976-b7aa-fddcc25ad549 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854030 Sep 03 09:52:39.594597 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-dbb9f153-65fe-49e5-992c-ee6dea61dd14 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:39.604872 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-dbb9f153-65fe-49e5-992c-ee6dea61dd14 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831981'] for security_group_rule, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:39.618088 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-beb7a7c5-3ba9-40e3-8714-3cd564ff104f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:39.623152 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 99147bf0-b2b2-4dc0-b6fa-49432e6b090f up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:52:39.625202 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-397c9da7-eef5-4106-a1b5-04d150160e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:39.646177 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb9f153-65fe-49e5-992c-ee6dea61dd14 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9065deae-b487-493a-85b6-b1c107fe933b,revision_number=0']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:39.662645 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-beb7a7c5-3ba9-40e3-8714-3cd564ff104f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:39.676116 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-dbb9f153-65fe-49e5-992c-ee6dea61dd14 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:39.682996 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 36826) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:52:39.686112 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-dbb9f153-65fe-49e5-992c-ee6dea61dd14 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2977703 Sep 03 09:52:39.694096 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [None req-46166fbc-3b25-450e-bde2-ea17b38953c9 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Request body: {'security_group_rule': {'security_group_id': '3095eee2-accc-4f20-9251-54fe2d77c6a2', 'project_id': '44b3fef83509437faeb9b56d841754dc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:52:39.707844 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c79a14-d921-42c4-a82d-0f95466b7661 req-90c4cf5b-9dd2-42c7-879c-2a757545dcb7 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:39.715732 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-83c79a14-d921-42c4-a82d-0f95466b7661 req-90c4cf5b-9dd2-42c7-879c-2a757545dcb7 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.1355913 Sep 03 09:52:39.744195 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57ad1c-ac73-450a-9086-ba65ea9927da None None] Pushing event updated for resources: {'Port': ['ID=6c8a5085-475b-4921-98b7-39d346557626,revision_number=3']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:39.801833 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-83c79a14-d921-42c4-a82d-0f95466b7661 req-de1ef2f5-c5ae-4bd2-9c37-a4f843150c44 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808067 Sep 03 09:52:39.815103 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-46166fbc-3b25-450e-bde2-ea17b38953c9 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:39.853514 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-beb7a7c5-3ba9-40e3-8714-3cd564ff104f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:39.856458 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-beb7a7c5-3ba9-40e3-8714-3cd564ff104f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:39.858030 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-beb7a7c5-3ba9-40e3-8714-3cd564ff104f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/84ab352e-9e9c-4474-bcad-d93de97c34f2 HTTP/1.1" status: 204 len: 168 time: 0.4099255 Sep 03 09:52:39.882011 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7a7c5-3ba9-40e3-8714-3cd564ff104f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ab352e-9e9c-4474-bcad-d93de97c34f2,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:39.959934 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-46166fbc-3b25-450e-bde2-ea17b38953c9 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:39.972651 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-46166fbc-3b25-450e-bde2-ea17b38953c9 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831981'] for security_group_rule, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:40.003773 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning complete for port 99147bf0-b2b2-4dc0-b6fa-49432e6b090f triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:52:40.005083 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:40.017422 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46166fbc-3b25-450e-bde2-ea17b38953c9 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e50e464-82ff-426e-9b0b-d399a99d40da,revision_number=0']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:40.036259 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-46166fbc-3b25-450e-bde2-ea17b38953c9 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:40.038148 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-46166fbc-3b25-450e-bde2-ea17b38953c9 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3535049 Sep 03 09:52:40.042005 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 36834) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:52:40.050740 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [None req-0bb0b079-9d4f-4ccd-ba0b-67c4bea49cf1 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Request body: {'security_group_rule': {'security_group_id': '3095eee2-accc-4f20-9251-54fe2d77c6a2', 'project_id': '44b3fef83509437faeb9b56d841754dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:52:40.086209 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.managers [None req-397c9da7-eef5-4106-a1b5-04d150160e5d None None] Attempting to bind port 6c8a5085-475b-4921-98b7-39d346557626 on host dv-cinder-606346-32-iscsi for vnic_type normal with profile {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 09:52:40.086479 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.managers [None req-397c9da7-eef5-4106-a1b5-04d150160e5d None None] Attempting to bind port 6c8a5085-475b-4921-98b7-39d346557626 by drivers openvswitch,hyperv on host dv-cinder-606346-32-iscsi at level 0 using segments [{'id': 'e9c8b6a7-448f-4f6e-8b5f-f8053d3759a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'bf12b333-9b45-4e13-bd06-189f8a2b0b1c'}] {{(pid=105526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 09:52:40.086647 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397c9da7-eef5-4106-a1b5-04d150160e5d None None] Attempting to bind port 6c8a5085-475b-4921-98b7-39d346557626 on network bf12b333-9b45-4e13-bd06-189f8a2b0b1c {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:52:40.090555 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.db.securitygroups_db [None req-0bb0b079-9d4f-4ccd-ba0b-67c4bea49cf1 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Project 44b3fef83509437faeb9b56d841754dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 09:52:40.093376 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397c9da7-eef5-4106-a1b5-04d150160e5d None None] Checking agent: {'id': 'ce816ebf-b316-41f6-aeb5-8037a78dc56b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 9, 42, 33), 'started_at': datetime.datetime(2021, 9, 3, 9, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 9, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 09:52:40.093792 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397c9da7-eef5-4106-a1b5-04d150160e5d None None] Checking segment: {'id': 'e9c8b6a7-448f-4f6e-8b5f-f8053d3759a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'bf12b333-9b45-4e13-bd06-189f8a2b0b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:52:40.094778 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-397c9da7-eef5-4106-a1b5-04d150160e5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:40.095203 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397c9da7-eef5-4106-a1b5-04d150160e5d None None] Bound using segment: {'id': 'e9c8b6a7-448f-4f6e-8b5f-f8053d3759a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'bf12b333-9b45-4e13-bd06-189f8a2b0b1c'} {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 09:52:40.096177 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.managers [None req-397c9da7-eef5-4106-a1b5-04d150160e5d None None] Bound port: 6c8a5085-475b-4921-98b7-39d346557626, host: dv-cinder-606346-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9c8b6a7-448f-4f6e-8b5f-f8053d3759a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'bf12b333-9b45-4e13-bd06-189f8a2b0b1c'}}] {{(pid=105526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 09:52:40.096461 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-397c9da7-eef5-4106-a1b5-04d150160e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:40.114994 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-0bb0b079-9d4f-4ccd-ba0b-67c4bea49cf1 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:40.206354 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-0bb0b079-9d4f-4ccd-ba0b-67c4bea49cf1 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:40.215661 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-0bb0b079-9d4f-4ccd-ba0b-67c4bea49cf1 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831981'] for security_group_rule, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:40.220597 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 4ec210c7-fc97-4c9b-a51d-393cf9f25b0f up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:52:40.244875 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb0b079-9d4f-4ccd-ba0b-67c4bea49cf1 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8d0fc5c-9c66-4074-9373-4be7955949a5,revision_number=0']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:40.256059 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-0bb0b079-9d4f-4ccd-ba0b-67c4bea49cf1 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:40.257343 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-0bb0b079-9d4f-4ccd-ba0b-67c4bea49cf1 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2121491 Sep 03 09:52:40.260167 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 36840) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:52:40.264833 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [None req-33454240-91b2-43dd-8cb9-f981b8939ca6 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Request body: {'security_group_rule': {'security_group_id': '3095eee2-accc-4f20-9251-54fe2d77c6a2', 'project_id': '44b3fef83509437faeb9b56d841754dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:52:40.291240 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-397c9da7-eef5-4106-a1b5-04d150160e5d None None] For port 6c8a5085-475b-4921-98b7-39d346557626, host dv-cinder-606346-32-iscsi, cleared binding levels {{(pid=105526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 09:52:40.306505 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.db.securitygroups_db [None req-33454240-91b2-43dd-8cb9-f981b8939ca6 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Project 44b3fef83509437faeb9b56d841754dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 09:52:40.311605 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-33454240-91b2-43dd-8cb9-f981b8939ca6 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:40.336274 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-397c9da7-eef5-4106-a1b5-04d150160e5d None None] For port 6c8a5085-475b-4921-98b7-39d346557626, host dv-cinder-606346-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=6c8a5085-475b-4921-98b7-39d346557626,segment=NetworkSegment(e9c8b6a7-448f-4f6e-8b5f-f8053d3759a4),segment_id=e9c8b6a7-448f-4f6e-8b5f-f8053d3759a4)] {{(pid=105526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 09:52:40.350038 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-397c9da7-eef5-4106-a1b5-04d150160e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:40.354017 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning complete for port 4ec210c7-fc97-4c9b-a51d-393cf9f25b0f triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:52:40.354391 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:40.395060 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 36842) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:52:40.418771 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-0deadc83-e126-490c-93c7-8a3d207fa705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:40.423751 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-33454240-91b2-43dd-8cb9-f981b8939ca6 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:40.434118 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-33454240-91b2-43dd-8cb9-f981b8939ca6 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831981'] for security_group_rule, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:40.459569 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33454240-91b2-43dd-8cb9-f981b8939ca6 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab5cd95b-64dd-44c5-9e63-8dd33f9823ec,revision_number=0']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:40.495259 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397c9da7-eef5-4106-a1b5-04d150160e5d None None] Routers {'e62779fa-2208-4acb-a824-76a5855dc91a'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:52:40.502278 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-397c9da7-eef5-4106-a1b5-04d150160e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:52:32Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['e62779fa-2208-4acb-a824-76a5855dc91a'], 'active': True} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:52:40.536512 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c32b76-dc93-42a7-9827-b965126f8b06 req-12262881-6d3a-4028-be1c-131cb3e92035 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:40.538392 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-f6c32b76-dc93-42a7-9827-b965126f8b06 req-12262881-6d3a-4028-be1c-131cb3e92035 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/ports?device_id=9eee6ec8-8232-4940-9530-21e44bc26b67 HTTP/1.1" status: 200 len: 946 time: 0.1792400 Sep 03 09:52:40.593453 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57ad1c-ac73-450a-9086-ba65ea9927da None None] Pushing event updated for resources: {'Port': ['ID=6c8a5085-475b-4921-98b7-39d346557626,revision_number=4']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:40.633592 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-f6c32b76-dc93-42a7-9827-b965126f8b06 req-29a13b79-96d8-46a3-a378-94b138a678a9 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/security-groups?id=0bde1813-0041-4717-b6d7-9f740ec7c8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800445 Sep 03 09:52:40.651323 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-0deadc83-e126-490c-93c7-8a3d207fa705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:40.675217 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-0deadc83-e126-490c-93c7-8a3d207fa705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:40.711079 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvr_db [None req-397c9da7-eef5-4106-a1b5-04d150160e5d None None] Set router e62779fa-2208-4acb-a824-76a5855dc91a gateway port host: dv-cinder-606346-32-iscsi {{(pid=105526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:52:40.734302 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-33454240-91b2-43dd-8cb9-f981b8939ca6 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:40.742451 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-33454240-91b2-43dd-8cb9-f981b8939ca6 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4782033 Sep 03 09:52:40.776290 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-0deadc83-e126-490c-93c7-8a3d207fa705 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=44bed1eddc1c4367a383752c26498c87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3800626 Sep 03 09:52:40.778880 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 36852) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:52:40.779293 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c6ba6-7f39-4f95-ac18-fe4d026b392c req-669767b2-fae6-4c8f-b0d8-e473cdc933fe tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:40.784249 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-b06c6ba6-7f39-4f95-ac18-fe4d026b392c req-669767b2-fae6-4c8f-b0d8-e473cdc933fe tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 945 time: 0.1247151 Sep 03 09:52:40.859403 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-b06c6ba6-7f39-4f95-ac18-fe4d026b392c req-74c56804-7273-4565-ba6b-f53e468afc03 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691235 Sep 03 09:52:40.899699 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deadc83-e126-490c-93c7-8a3d207fa705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d628507e-0caf-4f72-a0c4-13e140392520,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:40.902270 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 73ae2bd8-8a04-4758-9524-a87fc273b3c6 up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:52:40.969632 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-28ebc156-b795-4327-84c0-a82ef6002efb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:41.026646 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-28ebc156-b795-4327-84c0-a82ef6002efb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:41.044142 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning complete for port 73ae2bd8-8a04-4758-9524-a87fc273b3c6 triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:52:41.044618 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:41.057430 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e0513d-8f38-4a94-b8a8-2be8d1c7011e req-ee1c02bd-3e7d-40f6-91e9-4bf51fbee63e tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:41.065396 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-a1e0513d-8f38-4a94-b8a8-2be8d1c7011e req-ee1c02bd-3e7d-40f6-91e9-4bf51fbee63e tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.0973773 Sep 03 09:52:41.119768 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-a1e0513d-8f38-4a94-b8a8-2be8d1c7011e req-ceb47d90-0837-43ef-a7b8-4b0749162628 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534501 Sep 03 09:52:41.144945 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-28ebc156-b795-4327-84c0-a82ef6002efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:41.147765 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-28ebc156-b795-4327-84c0-a82ef6002efb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:41.149081 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-28ebc156-b795-4327-84c0-a82ef6002efb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d628507e-0caf-4f72-a0c4-13e140392520 HTTP/1.1" status: 204 len: 168 time: 0.3689778 Sep 03 09:52:41.162832 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ebc156-b795-4327-84c0-a82ef6002efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d628507e-0caf-4f72-a0c4-13e140392520,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:41.204760 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-397c9da7-eef5-4106-a1b5-04d150160e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62779fa-2208-4acb-a824-76a5855dc91a', 'name': 'tempest-TestVolumeBootPattern-1951184826-router', 'tenant_id': '90d0ef3928e64bc0ab0d3403f3b756f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '4ec210c7-fc97-4c9b-a51d-393cf9f25b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:27Z', 'updated_at': '2021-09-03T09:52:33Z', 'revision_number': 4, 'project_id': '90d0ef3928e64bc0ab0d3403f3b756f7', 'gw_port': {'id': '4ec210c7-fc97-4c9b-a51d-393cf9f25b0f', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:be:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62779fa-2208-4acb-a824-76a5855dc91a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:29Z', 'updated_at': '2021-09-03T09:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_interfaces': [{'id': '6c8a5085-475b-4921-98b7-39d346557626', 'name': '', 'network_id': 'bf12b333-9b45-4e13-bd06-189f8a2b0b1c', 'tenant_id': '90d0ef3928e64bc0ab0d3403f3b756f7', 'mac_address': 'fa:16:3e:ff:6c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e62779fa-2208-4acb-a824-76a5855dc91a', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '250acfb3-ee53-4c42-a543-8f403fcd2ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:32Z', 'updated_at': '2021-09-03T09:52:40Z', 'revision_number': 4, 'project_id': '90d0ef3928e64bc0ab0d3403f3b756f7', 'subnets': [{'id': '250acfb3-ee53-4c42-a543-8f403fcd2ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:52:41.246845 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397c9da7-eef5-4106-a1b5-04d150160e5d None None] The sync data for ids ['e62779fa-2208-4acb-a824-76a5855dc91a'] in dv-cinder-606346-32-iscsi is: [{'id': 'e62779fa-2208-4acb-a824-76a5855dc91a', 'name': 'tempest-TestVolumeBootPattern-1951184826-router', 'tenant_id': '90d0ef3928e64bc0ab0d3403f3b756f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '4ec210c7-fc97-4c9b-a51d-393cf9f25b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:27Z', 'updated_at': '2021-09-03T09:52:33Z', 'revision_number': 4, 'project_id': '90d0ef3928e64bc0ab0d3403f3b756f7', 'gw_port': {'id': '4ec210c7-fc97-4c9b-a51d-393cf9f25b0f', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:be:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62779fa-2208-4acb-a824-76a5855dc91a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:29Z', 'updated_at': '2021-09-03T09:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_interfaces': [{'id': '6c8a5085-475b-4921-98b7-39d346557626', 'name': '', 'network_id': 'bf12b333-9b45-4e13-bd06-189f8a2b0b1c', 'tenant_id': '90d0ef3928e64bc0ab0d3403f3b756f7', 'mac_address': 'fa:16:3e:ff:6c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e62779fa-2208-4acb-a824-76a5855dc91a', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '250acfb3-ee53-4c42-a543-8f403fcd2ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:32Z', 'updated_at': '2021-09-03T09:52:40Z', 'revision_number': 4, 'project_id': '90d0ef3928e64bc0ab0d3403f3b756f7', 'subnets': [{'id': '250acfb3-ee53-4c42-a543-8f403fcd2ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 09:52:41.846655 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f2e21a-6959-40f2-b56f-aa837380c544 req-28854651-c9a1-4e0e-a4a3-df01e5a25ad3 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:41.849338 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-91f2e21a-6959-40f2-b56f-aa837380c544 req-28854651-c9a1-4e0e-a4a3-df01e5a25ad3 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/ports?device_id=9eee6ec8-8232-4940-9530-21e44bc26b67 HTTP/1.1" status: 200 len: 946 time: 0.0756381 Sep 03 09:52:41.918541 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-91f2e21a-6959-40f2-b56f-aa837380c544 req-5bb4fdf9-6e29-4f73-a027-b35b23c0cd56 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/security-groups?id=0bde1813-0041-4717-b6d7-9f740ec7c8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594976 Sep 03 09:52:42.067007 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ce615-23a7-48b5-9ae8-121a9b90710b req-1026a80d-b379-4315-b400-8243f15e97a6 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:42.070356 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-4f1ce615-23a7-48b5-9ae8-121a9b90710b req-1026a80d-b379-4315-b400-8243f15e97a6 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 945 time: 0.0912690 Sep 03 09:52:42.140506 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-4f1ce615-23a7-48b5-9ae8-121a9b90710b req-23d4d516-ee46-4942-8555-068a16b76366 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585542 Sep 03 09:52:42.278117 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2933de20-d59d-4c26-9d6b-01d23d64be1a req-27bbd9a4-5209-486b-8a46-ea9a0f0e2c73 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:42.287050 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2933de20-d59d-4c26-9d6b-01d23d64be1a req-27bbd9a4-5209-486b-8a46-ea9a0f0e2c73 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.0678713 Sep 03 09:52:42.326468 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2933de20-d59d-4c26-9d6b-01d23d64be1a req-5819395b-bb9d-420e-98cc-aac97b480525 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385318 Sep 03 09:52:42.856133 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 6c8a5085-475b-4921-98b7-39d346557626 up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:52:42.865620 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb533e04-791a-4bfd-97bd-7681476c14a8 req-79c8946b-e60e-45ca-97d1-4b0935d8d476 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:42.885050 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-eb533e04-791a-4bfd-97bd-7681476c14a8 req-79c8946b-e60e-45ca-97d1-4b0935d8d476 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.60 "GET /v2.0/ports?device_id=9eee6ec8-8232-4940-9530-21e44bc26b67 HTTP/1.1" status: 200 len: 946 time: 0.1084530 Sep 03 09:52:42.951728 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning for port 6c8a5085-475b-4921-98b7-39d346557626 completed by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:52:43.002545 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning complete for port 6c8a5085-475b-4921-98b7-39d346557626 triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:52:43.002545 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:43.228892 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [req-eb533e04-791a-4bfd-97bd-7681476c14a8 req-e0a7c6fa-fb98-4984-964a-e5ce6fb2505d tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Deleting port 7e45a0f2-93b9-41c2-9251-8e98bb8b654b {{(pid=105524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 09:52:43.231334 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-eb533e04-791a-4bfd-97bd-7681476c14a8 req-e0a7c6fa-fb98-4984-964a-e5ce6fb2505d tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:43.256320 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff5f74-405a-4021-b707-2f3a159569cd req-674b4456-3695-4079-bc0b-1812d0a2f33f tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:43.259886 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-74ff5f74-405a-4021-b707-2f3a159569cd req-674b4456-3695-4079-bc0b-1812d0a2f33f tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/ports?device_id=9eee6ec8-8232-4940-9530-21e44bc26b67 HTTP/1.1" status: 200 len: 946 time: 0.1229551 Sep 03 09:52:43.347197 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:43.372198 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-74ff5f74-405a-4021-b707-2f3a159569cd req-9a299392-4a82-4b03-a924-f2df2091cce1 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/security-groups?id=0bde1813-0041-4717-b6d7-9f740ec7c8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041257 Sep 03 09:52:43.418207 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] For port 6c8a5085-475b-4921-98b7-39d346557626, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=6c8a5085-475b-4921-98b7-39d346557626,segment=NetworkSegment(e9c8b6a7-448f-4f6e-8b5f-f8053d3759a4),segment_id=e9c8b6a7-448f-4f6e-8b5f-f8053d3759a4)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:52:43.426587 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:43.456806 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941d8a7-ac8e-4d88-baee-3d562ec6067b req-a316f277-fe5f-4fb6-a7cc-07a07efff9c4 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:43.458731 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-1941d8a7-ac8e-4d88-baee-3d562ec6067b req-a316f277-fe5f-4fb6-a7cc-07a07efff9c4 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 945 time: 0.1191874 Sep 03 09:52:43.462362 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.db [req-eb533e04-791a-4bfd-97bd-7681476c14a8 req-e0a7c6fa-fb98-4984-964a-e5ce6fb2505d tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] For port 7e45a0f2-93b9-41c2-9251-8e98bb8b654b, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=7e45a0f2-93b9-41c2-9251-8e98bb8b654b,segment=NetworkSegment(bcae6148-3ea2-4998-84d6-e57960f04e96),segment_id=bcae6148-3ea2-4998-84d6-e57960f04e96)] {{(pid=105524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:52:43.462735 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-eb533e04-791a-4bfd-97bd-7681476c14a8 req-e0a7c6fa-fb98-4984-964a-e5ce6fb2505d tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:43.521533 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [req-eb533e04-791a-4bfd-97bd-7681476c14a8 req-e0a7c6fa-fb98-4984-964a-e5ce6fb2505d tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Calling delete_port for 7e45a0f2-93b9-41c2-9251-8e98bb8b654b owned by compute:nova {{(pid=105524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 09:52:43.529352 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 36964) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:52:43.540452 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e815078-c708-4d2c-8955-e1643ea49e22 req-e1c2c01b-13aa-4731-9783-8d058f87b880 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:43.543436 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-9e815078-c708-4d2c-8955-e1643ea49e22 req-e1c2c01b-13aa-4731-9783-8d058f87b880 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.0870242 Sep 03 09:52:43.547051 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Pushing event updated for resources: {'Port': ['ID=6c8a5085-475b-4921-98b7-39d346557626,revision_number=5']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:43.562241 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-1941d8a7-ac8e-4d88-baee-3d562ec6067b req-a69d53fe-d1cc-4531-9538-581869f90e04 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960143 Sep 03 09:52:43.564586 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:52:43.564956 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:52:43.565476 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:52:43.565736 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:52:43.572883 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:52:43.573319 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:52:43.573693 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:52:43.574047 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:52:43.580269 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:52:43.580932 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:52:43.581289 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:52:43.581664 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:52:43.635706 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-9e815078-c708-4d2c-8955-e1643ea49e22 req-50a56d34-2628-48af-8c1c-86fcf050e0de tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830960 Sep 03 09:52:43.736774 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f43fd-78ee-42fb-9d79-45920eaf2824 req-4d391867-d30c-44bf-92d2-e3caa5111741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:43.738568 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-661f43fd-78ee-42fb-9d79-45920eaf2824 req-4d391867-d30c-44bf-92d2-e3caa5111741 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bbe4096f40d64702be2a6fb537ac5c42&device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 1098 time: 0.0776849 Sep 03 09:52:43.762698 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-fb230824-8635-43bf-b63e-a274b26e26b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:43.865749 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-eb533e04-791a-4bfd-97bd-7681476c14a8 req-e0a7c6fa-fb98-4984-964a-e5ce6fb2505d tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940'] for port, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:43.875486 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f43fd-78ee-42fb-9d79-45920eaf2824 req-78808f38-399b-4396-b0ca-b986051cc306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:43.878232 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] get_ports_and_sgs() called for port_ids ['7e45a0f2-93b9-41c2-9251-8e98bb8b654b'] {{(pid=105526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 09:52:43.879766 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-661f43fd-78ee-42fb-9d79-45920eaf2824 req-78808f38-399b-4396-b0ca-b986051cc306 service neutron] 10.222.0.60 "GET /v2.0/networks?id=528a02fc-44c8-4bd1-9db4-aa8e01cd9db5 HTTP/1.1" status: 200 len: 917 time: 0.1189239 Sep 03 09:52:43.902447 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a7c6fa-fb98-4984-964a-e5ce6fb2505d tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Pushing event deleted for resources: {'Port': ['ID=7e45a0f2-93b9-41c2-9251-8e98bb8b654b,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:43.961091 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb533e04-791a-4bfd-97bd-7681476c14a8 req-e0a7c6fa-fb98-4984-964a-e5ce6fb2505d tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] No DVR routers for this DVR port 7e45a0f2-93b9-41c2-9251-8e98bb8b654b on host hv-cinder-60634 {{(pid=105524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 09:52:43.964569 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-eb533e04-791a-4bfd-97bd-7681476c14a8 req-e0a7c6fa-fb98-4984-964a-e5ce6fb2505d tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for port, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:43.966618 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-eb533e04-791a-4bfd-97bd-7681476c14a8 req-e0a7c6fa-fb98-4984-964a-e5ce6fb2505d tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.60 "DELETE /v2.0/ports/7e45a0f2-93b9-41c2-9251-8e98bb8b654b HTTP/1.1" status: 204 len: 173 time: 1.0756822 Sep 03 09:52:43.967065 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eee6ec8-8232-4940-9530-21e44bc26b67', 'name': 'network-vif-deleted', 'tag': '7e45a0f2-93b9-41c2-9251-8e98bb8b654b'}] {{(pid=105524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:52:43.969677 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07cd05725c708ed75ef04e80da70ebdfc8c47d02cbbda1b8cc3f0b48d37440d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebff1a04-dab2-4a44-9a5e-24393f3a3d5f" -d '{"events": [{"server_uuid": "9eee6ec8-8232-4940-9530-21e44bc26b67", "name": "network-vif-deleted", "tag": "7e45a0f2-93b9-41c2-9251-8e98bb8b654b"}]}' {{(pid=105524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:52:44.038055 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 09:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4b5079-176e-4428-9511-9638c48ac4ad x-openstack-request-id: req-6e4b5079-176e-4428-9511-9638c48ac4ad {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:52:44.038346 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eee6ec8-8232-4940-9530-21e44bc26b67", "name": "network-vif-deleted", "tag": "7e45a0f2-93b9-41c2-9251-8e98bb8b654b", "status": "completed", "code": 200}]} {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:52:44.038787 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6e4b5079-176e-4428-9511-9638c48ac4ad {{(pid=105524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:52:44.039175 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eee6ec8-8232-4940-9530-21e44bc26b67', 'name': 'network-vif-deleted', 'tag': '7e45a0f2-93b9-41c2-9251-8e98bb8b654b', 'status': 'completed', 'code': 200} Sep 03 09:52:44.044293 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-fb230824-8635-43bf-b63e-a274b26e26b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:44.050386 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-fb230824-8635-43bf-b63e-a274b26e26b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:44.068376 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-661f43fd-78ee-42fb-9d79-45920eaf2824 req-3e730c48-1878-4b06-b17b-4a69b8b046e8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9000703e-83cb-4133-ad9a-97f2ee4d2fe9 HTTP/1.1" status: 200 len: 1001 time: 0.1799490 Sep 03 09:52:44.091842 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-fb230824-8635-43bf-b63e-a274b26e26b7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ff154d0616df4cfcadc01944547bbcdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5589676 Sep 03 09:52:44.092795 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 36976) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:52:44.131035 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb230824-8635-43bf-b63e-a274b26e26b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf246538-1b7a-4c72-8f57-9bf7eb77057c,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:44.187166 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f43fd-78ee-42fb-9d79-45920eaf2824 req-03f57d26-3787-43de-a379-b62ee24930fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:44.188659 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-661f43fd-78ee-42fb-9d79-45920eaf2824 req-03f57d26-3787-43de-a379-b62ee24930fc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b9bc1cc-f1d0-4f7b-aa38-f059a6d84938 HTTP/1.1" status: 200 len: 855 time: 0.1114776 Sep 03 09:52:44.238216 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-bc4445ea-8aa2-4ef2-9301-11d22728d88c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:44.270241 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-bc4445ea-8aa2-4ef2-9301-11d22728d88c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:44.282213 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f43fd-78ee-42fb-9d79-45920eaf2824 req-265718ec-e22b-4240-be35-7e6787755a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:44.283927 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-661f43fd-78ee-42fb-9d79-45920eaf2824 req-265718ec-e22b-4240-be35-7e6787755a0d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=528a02fc-44c8-4bd1-9db4-aa8e01cd9db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0781934 Sep 03 09:52:44.359544 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 9000703e-83cb-4133-ad9a-97f2ee4d2fe9 details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=105526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 09:52:44.397513 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-bc4445ea-8aa2-4ef2-9301-11d22728d88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:44.403880 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-bc4445ea-8aa2-4ef2-9301-11d22728d88c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:44.405225 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-bc4445ea-8aa2-4ef2-9301-11d22728d88c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cf246538-1b7a-4c72-8f57-9bf7eb77057c HTTP/1.1" status: 204 len: 168 time: 0.2871954 Sep 03 09:52:44.425210 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4445ea-8aa2-4ef2-9301-11d22728d88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf246538-1b7a-4c72-8f57-9bf7eb77057c,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:44.430152 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-661f43fd-78ee-42fb-9d79-45920eaf2824 req-307a936d-3864-4aa6-bf76-33f547baf249 service neutron] 10.222.0.60 "GET /v2.0/networks/528a02fc-44c8-4bd1-9db4-aa8e01cd9db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355393 Sep 03 09:52:44.590814 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-661f43fd-78ee-42fb-9d79-45920eaf2824 req-a067585e-52fd-4f1c-aadd-04dca6b862a3 service neutron] 10.222.0.60 "GET /v2.0/networks/528a02fc-44c8-4bd1-9db4-aa8e01cd9db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523306 Sep 03 09:52:44.632033 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 9000703e-83cb-4133-ad9a-97f2ee4d2fe9, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=9000703e-83cb-4133-ad9a-97f2ee4d2fe9,segment=NetworkSegment(1683d286-1be2-443d-83f5-01a3e9736922),segment_id=1683d286-1be2-443d-83f5-01a3e9736922)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:52:44.677124 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Returning: {'device': '9000703e-83cb-4133-ad9a-97f2ee4d2fe9', 'network_id': '528a02fc-44c8-4bd1-9db4-aa8e01cd9db5', 'port_id': '9000703e-83cb-4133-ad9a-97f2ee4d2fe9', 'mac_address': 'fa:16:3e:67:5e:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b9bc1cc-f1d0-4f7b-aa38-f059a6d84938', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 09:52:44.692951 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-cc6f099c-167c-48e0-bfef-4c701f7d16f3 req-83ae55ec-1526-4ca1-85c9-9b96933043d5 tempest-VolumesActionsTest-1734542965 tempest-VolumesActionsTest-1734542965-project] 10.222.0.67 "GET /v2.0/ports?device_id=9eee6ec8-8232-4940-9530-21e44bc26b67 HTTP/1.1" status: 200 len: 210 time: 0.0999706 Sep 03 09:52:44.776787 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:44.816626 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.notifiers.nova [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9000703e-83cb-4133-ad9a-97f2ee4d2fe9 {{(pid=105526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 09:52:44.852119 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c7e76-f1e7-40af-830f-896517a99137 req-65230e72-5baa-4620-88b4-2a5d5fc4d364 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:44.860218 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-150c7e76-f1e7-40af-830f-896517a99137 req-65230e72-5baa-4620-88b4-2a5d5fc4d364 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 945 time: 0.1797476 Sep 03 09:52:44.863495 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 6c8a5085-475b-4921-98b7-39d346557626 up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:52:44.930362 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-150c7e76-f1e7-40af-830f-896517a99137 req-6823705f-b1a6-46fe-846f-f447c81f61a9 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596602 Sep 03 09:52:44.935836 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 9000703e-83cb-4133-ad9a-97f2ee4d2fe9, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=9000703e-83cb-4133-ad9a-97f2ee4d2fe9,segment=NetworkSegment(1683d286-1be2-443d-83f5-01a3e9736922),segment_id=1683d286-1be2-443d-83f5-01a3e9736922)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:52:44.958103 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:45.017220 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9366212-f717-432f-a135-2944e5f3cfd2 req-b9c570ea-441a-47ec-bb42-65e7f6178ff4 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:45.029918 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-e9366212-f717-432f-a135-2944e5f3cfd2 req-b9c570ea-441a-47ec-bb42-65e7f6178ff4 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.1444588 Sep 03 09:52:45.047793 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Pushing event updated for resources: {'Port': ['ID=9000703e-83cb-4133-ad9a-97f2ee4d2fe9,revision_number=6']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:45.074953 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning complete for port 6c8a5085-475b-4921-98b7-39d346557626 triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:52:45.074953 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:45.131723 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-e9366212-f717-432f-a135-2944e5f3cfd2 req-b06ef50f-a6cb-4262-a646-4468134b0bc4 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008091 Sep 03 09:52:45.147127 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] get_ports_and_sgs() called for port_ids ['9000703e-83cb-4133-ad9a-97f2ee4d2fe9'] {{(pid=105526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 09:52:46.109914 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90ef83-d5ed-4b3e-b3ee-da7e6e95ecd4 req-a4557006-da14-4799-af2e-c6870b6aa0f6 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:46.112603 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-3a90ef83-d5ed-4b3e-b3ee-da7e6e95ecd4 req-a4557006-da14-4799-af2e-c6870b6aa0f6 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 944 time: 0.0788345 Sep 03 09:52:46.225276 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-3a90ef83-d5ed-4b3e-b3ee-da7e6e95ecd4 req-6745b03b-4587-4e95-9642-65052ca701fc tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989711 Sep 03 09:52:46.331105 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45581a15-164e-4bd4-90c8-311afd5f6d2b req-9523ebdd-3369-4148-9c47-150734f345b0 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:46.334865 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-45581a15-164e-4bd4-90c8-311afd5f6d2b req-9523ebdd-3369-4148-9c47-150734f345b0 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.0748289 Sep 03 09:52:46.372852 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 9000703e-83cb-4133-ad9a-97f2ee4d2fe9 up at agent hyperv_hv-cinder-60634 {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:52:46.399712 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-45581a15-164e-4bd4-90c8-311afd5f6d2b req-eb6668cc-7599-48da-ad2b-213ca4e4316c tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530899 Sep 03 09:52:46.432958 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Provisioning complete for port 9000703e-83cb-4133-ad9a-97f2ee4d2fe9 triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:52:46.433337 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:46.555546 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:46.634365 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 9000703e-83cb-4133-ad9a-97f2ee4d2fe9, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=9000703e-83cb-4133-ad9a-97f2ee4d2fe9,segment=NetworkSegment(1683d286-1be2-443d-83f5-01a3e9736922),segment_id=1683d286-1be2-443d-83f5-01a3e9736922)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:52:46.634365 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9000703e-83cb-4133-ad9a-97f2ee4d2fe9'}] {{(pid=105526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:52:46.634365 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4892a96944886cb42b4657d46b368d41fc18c437eb6a682d176e385d93bf320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0008fc-69c1-4131-a031-155db12e4aa1" -d '{"events": [{"server_uuid": "cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0", "name": "network-vif-plugged", "status": "completed", "tag": "9000703e-83cb-4133-ad9a-97f2ee4d2fe9"}]}' {{(pid=105526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:52:46.661852 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:46.674044 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 7e45a0f2-93b9-41c2-9251-8e98bb8b654b no longer exists at agent hyperv_hv-cinder-60634 {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 09:52:46.812284 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 09:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7127685-73cd-470e-870c-ccdfc34fd68d x-openstack-request-id: req-d7127685-73cd-470e-870c-ccdfc34fd68d {{(pid=105526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:52:46.813636 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0", "name": "network-vif-plugged", "status": "completed", "tag": "9000703e-83cb-4133-ad9a-97f2ee4d2fe9", "code": 200}]} {{(pid=105526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:52:46.814125 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d7127685-73cd-470e-870c-ccdfc34fd68d {{(pid=105526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:52:46.815945 dv-cinder-606346-32-iscsi neutron-server[105526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9000703e-83cb-4133-ad9a-97f2ee4d2fe9', 'code': 200} Sep 03 09:52:46.822171 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] No Port match for: 7e45a0f2-93b9-41c2-9251-8e98bb8b654b {{(pid=105526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 09:52:46.822602 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 7e45a0f2-93b9-41c2-9251-8e98bb8b654b not bound to the agent host hv-cinder-60634 {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 09:52:46.917526 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Pushing event updated for resources: {'Port': ['ID=9000703e-83cb-4133-ad9a-97f2ee4d2fe9,revision_number=7']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:47.393898 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd50bcc-811b-447c-8ff6-d1298ffcbb63 req-061c30f3-7f14-4db4-b0a5-c7459aa9f67a tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:47.395481 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-0fd50bcc-811b-447c-8ff6-d1298ffcbb63 req-061c30f3-7f14-4db4-b0a5-c7459aa9f67a tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 945 time: 0.0832343 Sep 03 09:52:47.448438 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-0fd50bcc-811b-447c-8ff6-d1298ffcbb63 req-6d87fe5a-aae8-48be-9953-d6e569a586b7 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470929 Sep 03 09:52:47.570580 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77a541-6120-4d8c-971c-b099d8fa8007 req-8ae58436-a7ed-4253-b280-180b738ef1ae tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:47.578804 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-bc77a541-6120-4d8c-971c-b099d8fa8007 req-8ae58436-a7ed-4253-b280-180b738ef1ae tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.0715613 Sep 03 09:52:47.629183 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-bc77a541-6120-4d8c-971c-b099d8fa8007 req-6b79d67e-5d92-4023-9522-02df077ae4ef tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490615 Sep 03 09:52:47.879270 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:48.635060 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1583d010-c469-45e7-b732-ce93b7765be2 req-d4555159-2f7a-4f37-a151-864de780d73a tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:48.639200 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-1583d010-c469-45e7-b732-ce93b7765be2 req-d4555159-2f7a-4f37-a151-864de780d73a tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 945 time: 0.0779562 Sep 03 09:52:48.675616 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-1583d010-c469-45e7-b732-ce93b7765be2 req-aede59a3-8b41-4488-8cd9-7696acb54da4 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324941 Sep 03 09:52:48.787052 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadca663-a148-4c45-84e9-7bcc0b86e971 req-fbdf890d-8d8b-4f2a-ad54-b09957ff7a77 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:48.798863 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-dadca663-a148-4c45-84e9-7bcc0b86e971 req-fbdf890d-8d8b-4f2a-ad54-b09957ff7a77 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.0536051 Sep 03 09:52:48.827803 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-dadca663-a148-4c45-84e9-7bcc0b86e971 req-6f290a0d-e375-4bf2-ac67-4aced527a001 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325553 Sep 03 09:52:49.047557 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86405e4-cb89-4806-ad90-5145a49dc1f8 req-d21e8e1c-c63c-4562-b4ca-fbaf4a832ddd tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:49.048932 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-c86405e4-cb89-4806-ad90-5145a49dc1f8 req-d21e8e1c-c63c-4562-b4ca-fbaf4a832ddd tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/networks?id=f5dad9d9-c5c9-4f54-954b-8f46ad088140 HTTP/1.1" status: 200 len: 815 time: 0.1009781 Sep 03 09:52:49.063417 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-c86405e4-cb89-4806-ad90-5145a49dc1f8 req-f81d1b96-7307-49cc-a72c-28081667bc52 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/quotas/b6c50db97723432ebc021572f85943ae HTTP/1.1" status: 200 len: 375 time: 0.0088232 Sep 03 09:52:49.114626 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-c86405e4-cb89-4806-ad90-5145a49dc1f8 req-54952b44-ba10-4680-93ed-03c4d87b937e tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=b6c50db97723432ebc021572f85943ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461736 Sep 03 09:52:49.211906 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-c86405e4-cb89-4806-ad90-5145a49dc1f8 req-4fa043d1-4b2c-4cc2-8d70-7b64acf09879 service neutron] 10.222.0.67 "GET /v2.0/networks/f5dad9d9-c5c9-4f54-954b-8f46ad088140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847032 Sep 03 09:52:49.313651 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-c86405e4-cb89-4806-ad90-5145a49dc1f8 req-554f52e4-c082-483a-a42b-e45494a98024 service neutron] 10.222.0.67 "GET /v2.0/networks/f5dad9d9-c5c9-4f54-954b-8f46ad088140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956817 Sep 03 09:52:49.478721 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-46a157ef-1f83-4d77-a2fe-8cc394b277b0 req-5c6c3946-e868-4d7a-a04c-c35a3efefeb9 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/ports?device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 210 time: 0.0261502 Sep 03 09:52:49.807513 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8d6b0-2f55-436a-8397-aa3992d86694 req-d4b9fd97-c4c0-4c45-b478-52a5ed8d8bd5 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:49.809311 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-66e8d6b0-2f55-436a-8397-aa3992d86694 req-d4b9fd97-c4c0-4c45-b478-52a5ed8d8bd5 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 945 time: 0.0587354 Sep 03 09:52:49.846734 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-66e8d6b0-2f55-436a-8397-aa3992d86694 req-a06456a5-aa2e-4998-b01c-70654b30bc5c tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314858 Sep 03 09:52:49.947794 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027df025-e263-42e3-ad62-36bb49e6889e req-d1e66ecb-ca2e-4795-9640-183593472632 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:49.949323 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-027df025-e263-42e3-ad62-36bb49e6889e req-d1e66ecb-ca2e-4795-9640-183593472632 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.0523069 Sep 03 09:52:49.987308 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-027df025-e263-42e3-ad62-36bb49e6889e req-81117ef1-6152-443a-b4a0-ff40607757c1 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319490 Sep 03 09:52:50.570069 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-dc990ae3-f55b-42ff-b53d-f35c5925792d req-2c7e2fac-a04f-4dbc-aa30-f6e9749e9d92 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/ports?device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 210 time: 0.0264406 Sep 03 09:52:50.981598 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a68008d-98ed-4361-aa42-56f3ded532c7 req-651cd892-06e3-41fd-8c41-76d565f6501f tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:50.983070 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-2a68008d-98ed-4361-aa42-56f3ded532c7 req-651cd892-06e3-41fd-8c41-76d565f6501f tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 945 time: 0.0601633 Sep 03 09:52:51.028523 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-2a68008d-98ed-4361-aa42-56f3ded532c7 req-bb181a8d-69be-47bf-a822-d1f46d53d64c tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376103 Sep 03 09:52:51.109095 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db959908-9a10-43a8-8a67-840a9ad52057 req-c14e14bf-049d-4fe2-b02e-a7c97dd45e95 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:51.110705 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-db959908-9a10-43a8-8a67-840a9ad52057 req-c14e14bf-049d-4fe2-b02e-a7c97dd45e95 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.0510240 Sep 03 09:52:51.147620 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-db959908-9a10-43a8-8a67-840a9ad52057 req-0f5ccf4f-786b-4903-b4e3-08514a145e5b tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310414 Sep 03 09:52:51.683019 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-51a0138f-e3d2-4c76-9460-aaff3d3f2ccb req-84967bee-7a9c-4baf-bacb-d80c5c07d6f7 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/ports?device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 210 time: 0.0345826 Sep 03 09:52:52.183858 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05777568-63a5-4529-85cb-fea5edee8c71 req-6ac565fc-dab7-4a05-a594-36a0eacd8607 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:52.191988 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-05777568-63a5-4529-85cb-fea5edee8c71 req-6ac565fc-dab7-4a05-a594-36a0eacd8607 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 945 time: 0.0688636 Sep 03 09:52:52.235026 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-05777568-63a5-4529-85cb-fea5edee8c71 req-e6c4f286-b4c4-4db1-a6fa-58eb955f0962 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419044 Sep 03 09:52:52.293150 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94079b-2b78-47cb-bc63-c5e7c0cf9c34 req-e3f2fb77-e961-4860-9b2f-6fbd29069442 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:52.294892 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-6a94079b-2b78-47cb-bc63-c5e7c0cf9c34 req-e3f2fb77-e961-4860-9b2f-6fbd29069442 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.0614884 Sep 03 09:52:52.350345 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-6a94079b-2b78-47cb-bc63-c5e7c0cf9c34 req-9424c99d-6f84-451e-9812-2e46b2835988 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491941 Sep 03 09:52:52.801292 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-6a7cc77b-94c4-4449-9648-1db09d72eb9a req-510ee2e4-149b-4590-b953-35272ec6001b tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/ports?device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 210 time: 0.0339546 Sep 03 09:52:53.393046 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a8f73-8915-40a7-90d5-dd4075ded2b3 req-af715ceb-e930-47ad-b695-59f89ea8f8d5 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:53.401231 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-be0a8f73-8915-40a7-90d5-dd4075ded2b3 req-af715ceb-e930-47ad-b695-59f89ea8f8d5 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 945 time: 0.0640001 Sep 03 09:52:53.456202 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-be0a8f73-8915-40a7-90d5-dd4075ded2b3 req-5f409b9d-e5fe-410f-a377-b1dcdb42a0f4 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468087 Sep 03 09:52:53.518054 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5350e-8454-4242-8067-745fa9b5b02e req-af397708-5f29-4d0d-9730-1319fd2d345d tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:53.519589 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-16c5350e-8454-4242-8067-745fa9b5b02e req-af397708-5f29-4d0d-9730-1319fd2d345d tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.0605209 Sep 03 09:52:53.563780 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-16c5350e-8454-4242-8067-745fa9b5b02e req-76f82212-fada-4779-a94e-e468872428b3 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382650 Sep 03 09:52:53.910829 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-93fabef5-8323-4609-a909-afec488d04f5 req-fd43dc1f-712c-426c-b8da-98220e44d0d1 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/ports?device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 210 time: 0.0368156 Sep 03 09:52:54.639114 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe713ce-5104-4913-b06a-4c4b82d80bd9 req-5686fe54-9c63-4074-b562-a3658f286fbd tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:54.640846 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-9fe713ce-5104-4913-b06a-4c4b82d80bd9 req-5686fe54-9c63-4074-b562-a3658f286fbd tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 945 time: 0.0738714 Sep 03 09:52:54.660045 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86405e4-cb89-4806-ad90-5145a49dc1f8 req-0d5fbf37-a7b0-4648-8999-75588403528e tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:54.661566 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-c86405e4-cb89-4806-ad90-5145a49dc1f8 req-0d5fbf37-a7b0-4648-8999-75588403528e tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.60 "GET /v2.0/networks?id=f5dad9d9-c5c9-4f54-954b-8f46ad088140 HTTP/1.1" status: 200 len: 815 time: 0.2091343 Sep 03 09:52:54.722212 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-9fe713ce-5104-4913-b06a-4c4b82d80bd9 req-60015dd4-d806-4e0d-97ef-3e91796bf4cf tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699840 Sep 03 09:52:54.729270 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [req-c86405e4-cb89-4806-ad90-5145a49dc1f8 req-560a7306-0de6-40e3-ace7-ca0c998ce01d tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Request body: {'port': {'device_id': '953195d9-09d7-4c1f-9201-eb00c9b45114', 'network_id': 'f5dad9d9-c5c9-4f54-954b-8f46ad088140', 'admin_state_up': True, 'tenant_id': 'b6c50db97723432ebc021572f85943ae'}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:52:54.829162 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931af7f-72c6-4750-9381-c6803892e789 req-d469ab27-157f-4729-a8d0-725db6b5112b tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:54.830775 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-b931af7f-72c6-4750-9381-c6803892e789 req-d469ab27-157f-4729-a8d0-725db6b5112b tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.1681926 Sep 03 09:52:54.893623 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-b931af7f-72c6-4750-9381-c6803892e789 req-9df5bd29-6df9-4466-9313-609be8b7a952 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562479 Sep 03 09:52:54.910393 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c86405e4-cb89-4806-ad90-5145a49dc1f8 req-560a7306-0de6-40e3-ace7-ca0c998ce01d tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Made reservation on behalf of b6c50db97723432ebc021572f85943ae for: {'port': 1} {{(pid=105525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:52:54.915449 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-c86405e4-cb89-4806-ad90-5145a49dc1f8 req-560a7306-0de6-40e3-ace7-ca0c998ce01d tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:55.081902 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-3e74fbdc-540a-4c10-b152-07deacf9deb7 req-a3933cd0-29e3-4273-961b-1d7532a6fead tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/ports?device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 210 time: 0.0716486 Sep 03 09:52:55.139971 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.db_base_plugin_common [req-c86405e4-cb89-4806-ad90-5145a49dc1f8 req-560a7306-0de6-40e3-ace7-ca0c998ce01d tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Allocated IP 172.20.0.9 (f5dad9d9-c5c9-4f54-954b-8f46ad088140/50312df5-c5ba-48a8-9dca-a1103d54fc6d/df5efcf7-588a-4eac-867e-f67ec830925e) {{(pid=105525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:52:55.349390 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-c86405e4-cb89-4806-ad90-5145a49dc1f8 req-560a7306-0de6-40e3-ace7-ca0c998ce01d tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks [] for port, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:55.366880 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.provisioning_blocks [req-c86405e4-cb89-4806-ad90-5145a49dc1f8 req-560a7306-0de6-40e3-ace7-ca0c998ce01d tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Transition to ACTIVE for port object df5efcf7-588a-4eac-867e-f67ec830925e will not be triggered until provisioned by entity DHCP. {{(pid=105525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:52:55.401797 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-c86405e4-cb89-4806-ad90-5145a49dc1f8 req-560a7306-0de6-40e3-ace7-ca0c998ce01d tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25166669'] for port, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:55.449127 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c86405e4-cb89-4806-ad90-5145a49dc1f8 req-560a7306-0de6-40e3-ace7-ca0c998ce01d tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Network f5dad9d9-c5c9-4f54-954b-8f46ad088140 is already hosted by enough agents. {{(pid=105525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:52:55.452241 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.base_scheduler [req-c86405e4-cb89-4806-ad90-5145a49dc1f8 req-560a7306-0de6-40e3-ace7-ca0c998ce01d tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Resources bound (agent type, host, resource id): {{(pid=105525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:52:55.456399 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.l3_dvrscheduler_db [req-c86405e4-cb89-4806-ad90-5145a49dc1f8 req-560a7306-0de6-40e3-ace7-ca0c998ce01d tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Received port after_create {{(pid=105525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:52:55.711819 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560a7306-0de6-40e3-ace7-ca0c998ce01d tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Pushing event updated for resources: {'Port': ['ID=df5efcf7-588a-4eac-867e-f67ec830925e,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:55.712980 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-ec95a62e-8322-4e4b-8e88-9e596625064e None None] Provisioning for port df5efcf7-588a-4eac-867e-f67ec830925e completed by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:52:55.723963 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-ec95a62e-8322-4e4b-8e88-9e596625064e None None] Provisioning complete for port df5efcf7-588a-4eac-867e-f67ec830925e triggered by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:52:55.724367 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-ec95a62e-8322-4e4b-8e88-9e596625064e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:55.754694 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86405e4-cb89-4806-ad90-5145a49dc1f8 req-560a7306-0de6-40e3-ace7-ca0c998ce01d tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:55.755370 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-c86405e4-cb89-4806-ad90-5145a49dc1f8 req-560a7306-0de6-40e3-ace7-ca0c998ce01d tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for port, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:55.788087 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-ec95a62e-8322-4e4b-8e88-9e596625064e None None] Port df5efcf7-588a-4eac-867e-f67ec830925e cannot update to ACTIVE because it is not bound. {{(pid=105526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 09:52:55.793838 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-c86405e4-cb89-4806-ad90-5145a49dc1f8 req-560a7306-0de6-40e3-ace7-ca0c998ce01d tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0675137 Sep 03 09:52:55.895393 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc3b504-0929-4c11-8540-0c031d60e974 req-7c671bf2-b6cb-4445-bc40-eec9f2a2ef20 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:55.903767 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-3bc3b504-0929-4c11-8540-0c031d60e974 req-7c671bf2-b6cb-4445-bc40-eec9f2a2ef20 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 945 time: 0.0691640 Sep 03 09:52:55.954505 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-3bc3b504-0929-4c11-8540-0c031d60e974 req-e0e8dc85-8290-4153-b24b-ffa0d7bd8a33 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446117 Sep 03 09:52:56.032103 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.agents_db [None req-2440585d-454d-4def-9aab-3d39e7194109 None None] Agent healthcheck: found 6 active agents {{(pid=105527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 09:52:56.073361 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5af50b8-2a3c-4da7-9277-5592c101e683 req-332f449e-9d03-4d78-b3a9-f277fc6542ec tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:56.080821 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-b5af50b8-2a3c-4da7-9277-5592c101e683 req-332f449e-9d03-4d78-b3a9-f277fc6542ec tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.0777113 Sep 03 09:52:56.133353 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-b5af50b8-2a3c-4da7-9277-5592c101e683 req-75a56d1f-e732-4447-ae94-0bb54856fbe5 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432913 Sep 03 09:52:56.224145 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24daa93-a231-4378-b79f-79ec4c0f8ec4 req-e3afcb3d-ef4f-44e8-8e77-76ca06429f16 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:56.227128 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-e24daa93-a231-4378-b79f-79ec4c0f8ec4 req-e3afcb3d-ef4f-44e8-8e77-76ca06429f16 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/ports?device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 931 time: 0.0595632 Sep 03 09:52:56.287665 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-e24daa93-a231-4378-b79f-79ec4c0f8ec4 req-77d31047-aac1-4597-9ad4-dea226e8b65c tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/security-groups?id=a18fc30f-a8d8-4fa1-a88c-0c403993028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502100 Sep 03 09:52:57.082961 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7215f0-df21-4a98-8fe5-6e158fe83e7f req-9f6e3150-05ac-4a64-b67c-f694386b5994 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:57.084449 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-9c7215f0-df21-4a98-8fe5-6e158fe83e7f req-9f6e3150-05ac-4a64-b67c-f694386b5994 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 945 time: 0.0561628 Sep 03 09:52:57.131434 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-9c7215f0-df21-4a98-8fe5-6e158fe83e7f req-a470e9e6-bbe8-4247-aedd-424961e651a3 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408256 Sep 03 09:52:57.271233 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c255b0-6e26-4a6d-9a03-88d82c23b0be req-8d29dc5c-7102-44b4-8b06-d7940b4f1a27 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:57.272621 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-22c255b0-6e26-4a6d-9a03-88d82c23b0be req-8d29dc5c-7102-44b4-8b06-d7940b4f1a27 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.0524993 Sep 03 09:52:57.342337 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-22c255b0-6e26-4a6d-9a03-88d82c23b0be req-7c00f060-ebf1-4cb4-8baa-ceafb2a38943 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580449 Sep 03 09:52:57.429126 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b61a17-03cb-4a10-866c-5b032a36e4bb req-c775e9eb-548c-4537-9b8b-319bb5945f7a tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:57.431000 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-11b61a17-03cb-4a10-866c-5b032a36e4bb req-c775e9eb-548c-4537-9b8b-319bb5945f7a tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/ports?device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 931 time: 0.0552309 Sep 03 09:52:57.480191 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-11b61a17-03cb-4a10-866c-5b032a36e4bb req-bafa40f8-226d-411d-b9ad-3ac6782aacc6 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/security-groups?id=a18fc30f-a8d8-4fa1-a88c-0c403993028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432091 Sep 03 09:52:58.219632 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [req-c86405e4-cb89-4806-ad90-5145a49dc1f8 req-50b4be34-9fad-467e-91c3-a734af35d2bc service neutron] Request body: {'port': {'device_id': '953195d9-09d7-4c1f-9201-eb00c9b45114', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:52:58.303815 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a896ad4-4502-4be8-8a43-ce89ba994289 req-a37258ef-1dd7-41f0-970e-46e96e03b24d tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:58.308054 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-4a896ad4-4502-4be8-8a43-ce89ba994289 req-a37258ef-1dd7-41f0-970e-46e96e03b24d tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 945 time: 0.0634706 Sep 03 09:52:58.311300 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-c86405e4-cb89-4806-ad90-5145a49dc1f8 req-50b4be34-9fad-467e-91c3-a734af35d2bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:58.388023 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-4a896ad4-4502-4be8-8a43-ce89ba994289 req-1c6b0f23-a150-4382-923c-afffd31a0349 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654187 Sep 03 09:52:58.521441 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8cbb17-9634-44bb-b8d6-a3acee3741d4 req-31541b91-0b69-4a5c-bdb5-20a7de59cb27 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:58.523696 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-7d8cbb17-9634-44bb-b8d6-a3acee3741d4 req-31541b91-0b69-4a5c-bdb5-20a7de59cb27 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.0832052 Sep 03 09:52:58.618627 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-7d8cbb17-9634-44bb-b8d6-a3acee3741d4 req-bc0895a6-c721-4aae-a9b0-3c8f65f5753f tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878942 Sep 03 09:52:58.667440 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888f772-9a35-41e9-88e3-3ca24fc98979 req-58ec2953-e4a4-490d-b823-ffc31ce8be95 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:58.680824 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-c888f772-9a35-41e9-88e3-3ca24fc98979 req-58ec2953-e4a4-490d-b823-ffc31ce8be95 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/ports?device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 931 time: 0.1048203 Sep 03 09:52:58.752088 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-c888f772-9a35-41e9-88e3-3ca24fc98979 req-b6d65188-e83b-492a-9939-a580b1f81d63 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/security-groups?id=a18fc30f-a8d8-4fa1-a88c-0c403993028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689554 Sep 03 09:52:58.800621 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.notifiers.nova [req-c86405e4-cb89-4806-ad90-5145a49dc1f8 req-50b4be34-9fad-467e-91c3-a734af35d2bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df5efcf7-588a-4eac-867e-f67ec830925e {{(pid=105525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 09:52:58.809971 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-c86405e4-cb89-4806-ad90-5145a49dc1f8 req-50b4be34-9fad-467e-91c3-a734af35d2bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:58.825456 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.provisioning_blocks [req-c86405e4-cb89-4806-ad90-5145a49dc1f8 req-50b4be34-9fad-467e-91c3-a734af35d2bc service neutron] Transition to ACTIVE for port object df5efcf7-588a-4eac-867e-f67ec830925e will not be triggered until provisioned by entity L2. {{(pid=105525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:52:58.831481 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-c86405e4-cb89-4806-ad90-5145a49dc1f8 req-50b4be34-9fad-467e-91c3-a734af35d2bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25166682'] for port, after_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:58.943288 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b4be34-9fad-467e-91c3-a734af35d2bc service neutron] Pushing event updated for resources: {'Port': ['ID=df5efcf7-588a-4eac-867e-f67ec830925e,revision_number=2']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:59.005616 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.managers [req-c86405e4-cb89-4806-ad90-5145a49dc1f8 req-50b4be34-9fad-467e-91c3-a734af35d2bc service neutron] Attempting to bind port df5efcf7-588a-4eac-867e-f67ec830925e on host hv-cinder-60634 for vnic_type normal with profile {{(pid=105525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 09:52:59.005962 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.managers [req-c86405e4-cb89-4806-ad90-5145a49dc1f8 req-50b4be34-9fad-467e-91c3-a734af35d2bc service neutron] Attempting to bind port df5efcf7-588a-4eac-867e-f67ec830925e by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': 'a218ce8c-e4ea-434c-b6ed-34586d46e94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'f5dad9d9-c5c9-4f54-954b-8f46ad088140'}] {{(pid=105525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 09:52:59.006298 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86405e4-cb89-4806-ad90-5145a49dc1f8 req-50b4be34-9fad-467e-91c3-a734af35d2bc service neutron] Attempting to bind port df5efcf7-588a-4eac-867e-f67ec830925e on network f5dad9d9-c5c9-4f54-954b-8f46ad088140 {{(pid=105525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:52:59.013808 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86405e4-cb89-4806-ad90-5145a49dc1f8 req-50b4be34-9fad-467e-91c3-a734af35d2bc service neutron] Port df5efcf7-588a-4eac-867e-f67ec830925e on network f5dad9d9-c5c9-4f54-954b-8f46ad088140 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=105525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 09:52:59.014145 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86405e4-cb89-4806-ad90-5145a49dc1f8 req-50b4be34-9fad-467e-91c3-a734af35d2bc service neutron] Attempting to bind port df5efcf7-588a-4eac-867e-f67ec830925e on network f5dad9d9-c5c9-4f54-954b-8f46ad088140 {{(pid=105525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:52:59.020019 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86405e4-cb89-4806-ad90-5145a49dc1f8 req-50b4be34-9fad-467e-91c3-a734af35d2bc service neutron] Checking agent: {'id': '3ba077dd-5433-4c28-8748-47c2c66d3336', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 9, 48, 46), 'started_at': datetime.datetime(2021, 9, 3, 9, 48, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 9, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 09:52:59.020572 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86405e4-cb89-4806-ad90-5145a49dc1f8 req-50b4be34-9fad-467e-91c3-a734af35d2bc service neutron] Checking segment: {'id': 'a218ce8c-e4ea-434c-b6ed-34586d46e94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'f5dad9d9-c5c9-4f54-954b-8f46ad088140'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:52:59.021180 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86405e4-cb89-4806-ad90-5145a49dc1f8 req-50b4be34-9fad-467e-91c3-a734af35d2bc service neutron] Bound using segment: {'id': 'a218ce8c-e4ea-434c-b6ed-34586d46e94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'f5dad9d9-c5c9-4f54-954b-8f46ad088140'} {{(pid=105525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 09:52:59.021775 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.managers [req-c86405e4-cb89-4806-ad90-5145a49dc1f8 req-50b4be34-9fad-467e-91c3-a734af35d2bc service neutron] Bound port: df5efcf7-588a-4eac-867e-f67ec830925e, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a218ce8c-e4ea-434c-b6ed-34586d46e94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'f5dad9d9-c5c9-4f54-954b-8f46ad088140'}}] {{(pid=105525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 09:52:59.022223 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-c86405e4-cb89-4806-ad90-5145a49dc1f8 req-50b4be34-9fad-467e-91c3-a734af35d2bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:59.119028 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.db [req-c86405e4-cb89-4806-ad90-5145a49dc1f8 req-50b4be34-9fad-467e-91c3-a734af35d2bc service neutron] For port df5efcf7-588a-4eac-867e-f67ec830925e, host hv-cinder-60634, cleared binding levels {{(pid=105525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 09:52:59.125451 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.db [req-c86405e4-cb89-4806-ad90-5145a49dc1f8 req-50b4be34-9fad-467e-91c3-a734af35d2bc service neutron] For port df5efcf7-588a-4eac-867e-f67ec830925e, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=df5efcf7-588a-4eac-867e-f67ec830925e,segment=NetworkSegment(a218ce8c-e4ea-434c-b6ed-34586d46e94e),segment_id=a218ce8c-e4ea-434c-b6ed-34586d46e94e)] {{(pid=105525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 09:52:59.132010 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-c86405e4-cb89-4806-ad90-5145a49dc1f8 req-50b4be34-9fad-467e-91c3-a734af35d2bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25166682'] for port, after_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:59.151059 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-e11f4df5-99ac-4404-a849-e028d1608c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:59.181084 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86405e4-cb89-4806-ad90-5145a49dc1f8 req-50b4be34-9fad-467e-91c3-a734af35d2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:59.181787 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-c86405e4-cb89-4806-ad90-5145a49dc1f8 req-50b4be34-9fad-467e-91c3-a734af35d2bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for port, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:52:59.183223 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-c86405e4-cb89-4806-ad90-5145a49dc1f8 req-50b4be34-9fad-467e-91c3-a734af35d2bc service neutron] 10.222.0.60 "PUT /v2.0/ports/df5efcf7-588a-4eac-867e-f67ec830925e HTTP/1.1" status: 200 len: 1093 time: 0.9681833 Sep 03 09:52:59.184368 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953195d9-09d7-4c1f-9201-eb00c9b45114', 'tag': 'df5efcf7-588a-4eac-867e-f67ec830925e'}] {{(pid=105525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:52:59.187068 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b472ff3031a1c59aa5156df15414b1b35e6d7494da734e784d35b582b3c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a4a582-f7c4-4bb9-b98d-28bfac893ef1" -d '{"events": [{"name": "network-changed", "server_uuid": "953195d9-09d7-4c1f-9201-eb00c9b45114", "tag": "df5efcf7-588a-4eac-867e-f67ec830925e"}]}' {{(pid=105525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:52:59.239956 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b4be34-9fad-467e-91c3-a734af35d2bc service neutron] Pushing event updated for resources: {'Port': ['ID=df5efcf7-588a-4eac-867e-f67ec830925e,revision_number=3']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:52:59.300196 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 09:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650ee9cd-d741-4242-8545-02051dc07dfe x-openstack-request-id: req-650ee9cd-d741-4242-8545-02051dc07dfe {{(pid=105525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:52:59.300502 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "953195d9-09d7-4c1f-9201-eb00c9b45114", "tag": "df5efcf7-588a-4eac-867e-f67ec830925e", "status": "completed", "code": 200}]} {{(pid=105525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:52:59.300759 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-650ee9cd-d741-4242-8545-02051dc07dfe {{(pid=105525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:52:59.301158 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953195d9-09d7-4c1f-9201-eb00c9b45114', 'tag': 'df5efcf7-588a-4eac-867e-f67ec830925e', 'status': 'completed', 'code': 200} Sep 03 09:52:59.576611 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a938f-03df-414a-9a86-dde82b3eb3b9 req-54a8ac14-c41e-40b5-b303-d6ab8c83c632 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:59.589788 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-675a938f-03df-414a-9a86-dde82b3eb3b9 req-54a8ac14-c41e-40b5-b303-d6ab8c83c632 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 945 time: 0.0867107 Sep 03 09:52:59.635111 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-675a938f-03df-414a-9a86-dde82b3eb3b9 req-57235abd-606f-46c7-80d2-c0e4160481cb tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437455 Sep 03 09:52:59.769923 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463d136c-d6f0-4349-b228-846df76d61dc req-f16c3154-447b-4ba8-bed2-7d52fa3bebc3 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:59.775809 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-463d136c-d6f0-4349-b228-846df76d61dc req-f16c3154-447b-4ba8-bed2-7d52fa3bebc3 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.0648880 Sep 03 09:52:59.823972 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-463d136c-d6f0-4349-b228-846df76d61dc req-61d4ecbe-57f7-4ca1-9d12-ccf2e7b81086 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409853 Sep 03 09:52:59.889146 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67dcf8-4495-43bb-8c79-02349f909e5f req-62406a1c-6792-4584-9ebf-7c83f2c559b5 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:52:59.890956 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-8a67dcf8-4495-43bb-8c79-02349f909e5f req-62406a1c-6792-4584-9ebf-7c83f2c559b5 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/ports?device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 943 time: 0.0628669 Sep 03 09:52:59.931632 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-8a67dcf8-4495-43bb-8c79-02349f909e5f req-de13f966-bf31-4449-8c84-1383b974aae0 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/security-groups?id=a18fc30f-a8d8-4fa1-a88c-0c403993028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345590 Sep 03 09:53:00.798742 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6600d-cfd6-467b-8262-704b03495e6d req-42d904a6-a5d3-4853-a4cf-0ae3175615ca tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:00.800964 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-29e6600d-cfd6-467b-8262-704b03495e6d req-42d904a6-a5d3-4853-a4cf-0ae3175615ca tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 945 time: 0.0795560 Sep 03 09:53:00.860287 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-29e6600d-cfd6-467b-8262-704b03495e6d req-05e397cb-c7a0-4f55-8512-fc8e4a882486 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503075 Sep 03 09:53:01.005803 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9495c0-c3d0-4493-b264-dc9b75d874d5 req-486fb8cc-ad81-4a08-af1f-fc8c85fd48f2 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:01.014210 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-7c9495c0-c3d0-4493-b264-dc9b75d874d5 req-486fb8cc-ad81-4a08-af1f-fc8c85fd48f2 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.0805333 Sep 03 09:53:01.059979 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-7c9495c0-c3d0-4493-b264-dc9b75d874d5 req-8c733de6-0a73-41d2-80a1-2de6871aed96 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447991 Sep 03 09:53:01.096302 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c59f4-52b5-409d-b9d7-da4738e90d81 req-9dc09f55-1b4c-4df9-83c4-0ca7094785e7 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:01.098273 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-7a9c59f4-52b5-409d-b9d7-da4738e90d81 req-9dc09f55-1b4c-4df9-83c4-0ca7094785e7 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/ports?device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 943 time: 0.0760462 Sep 03 09:53:01.150323 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-7a9c59f4-52b5-409d-b9d7-da4738e90d81 req-2638070b-449f-40e3-9a96-b727abef8477 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/security-groups?id=a18fc30f-a8d8-4fa1-a88c-0c403993028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439076 Sep 03 09:53:01.992195 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50de782-6c22-4605-88e6-baf8fc25f5ef req-1f412cb3-5782-441c-aa3f-77749ba800ed tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:01.994573 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-e50de782-6c22-4605-88e6-baf8fc25f5ef req-1f412cb3-5782-441c-aa3f-77749ba800ed tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 945 time: 0.0606709 Sep 03 09:53:02.035997 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-e50de782-6c22-4605-88e6-baf8fc25f5ef req-9cf8a6ef-4280-4c11-8e2c-4606e9a5eea9 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348394 Sep 03 09:53:02.062699 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-62a95f6f-d60c-434c-b830-875e7a6bf7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:02.172402 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623d3f6-9cad-4e40-91d2-dafaee0158e2 req-85e973ff-5812-4a3f-a14a-4d0396144638 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:02.173925 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-0623d3f6-9cad-4e40-91d2-dafaee0158e2 req-85e973ff-5812-4a3f-a14a-4d0396144638 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.0499051 Sep 03 09:53:02.223139 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-0623d3f6-9cad-4e40-91d2-dafaee0158e2 req-10f68e35-7881-4ec8-87c3-c1a3153758fb tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407197 Sep 03 09:53:02.282910 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0e9c1-24c6-4485-98df-5356201a3853 req-e9cc35bb-80c1-4cd6-9d24-c71f7729ac0d tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:02.284398 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-9cd0e9c1-24c6-4485-98df-5356201a3853 req-e9cc35bb-80c1-4cd6-9d24-c71f7729ac0d tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/ports?device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 943 time: 0.0596035 Sep 03 09:53:02.323602 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-9cd0e9c1-24c6-4485-98df-5356201a3853 req-004523cf-b9bd-43a0-8c6d-af839f71311b tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/security-groups?id=a18fc30f-a8d8-4fa1-a88c-0c403993028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325077 Sep 03 09:53:03.161270 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a8b79-4b3b-42f3-8026-8c5ab2de6ca5 req-f4869e8f-ef8e-4ded-9a0b-8a6156b4cf0e tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:03.163472 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-b67a8b79-4b3b-42f3-8026-8c5ab2de6ca5 req-f4869e8f-ef8e-4ded-9a0b-8a6156b4cf0e tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 945 time: 0.0509923 Sep 03 09:53:03.207649 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-b67a8b79-4b3b-42f3-8026-8c5ab2de6ca5 req-804f57f7-50eb-4a38-b7d5-34ef1eab96fa tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388741 Sep 03 09:53:03.412923 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86ca27-25e1-4a0b-919e-25a7893a69a3 req-7edbe50c-3a38-417f-849a-4a5297688e17 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:03.423424 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-fb86ca27-25e1-4a0b-919e-25a7893a69a3 req-7edbe50c-3a38-417f-849a-4a5297688e17 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.1113713 Sep 03 09:53:03.478942 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-fb86ca27-25e1-4a0b-919e-25a7893a69a3 req-614d126c-01b6-4800-9490-0e839a819d42 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542905 Sep 03 09:53:03.486987 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:03.546704 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4230a-e72e-4270-8636-5540c45261c5 req-84155bf3-462b-4bc8-adc6-51c65aa04b55 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:03.556334 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-b3d4230a-e72e-4270-8636-5540c45261c5 req-84155bf3-462b-4bc8-adc6-51c65aa04b55 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/ports?device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 943 time: 0.1519046 Sep 03 09:53:03.605697 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-b3d4230a-e72e-4270-8636-5540c45261c5 req-f12589ba-a3bb-4a38-8e00-2b35f55601c7 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/security-groups?id=a18fc30f-a8d8-4fa1-a88c-0c403993028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477986 Sep 03 09:53:03.799910 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a642e642-fcb2-47b5-b777-13e8b57c6243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:04.361333 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfe95c-0b09-4654-8e7b-fb2fbbfe293c req-080a2a18-f0e3-427f-a3f4-8b9a01223099 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:04.363260 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-c5bfe95c-0b09-4654-8e7b-fb2fbbfe293c req-080a2a18-f0e3-427f-a3f4-8b9a01223099 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 945 time: 0.0663254 Sep 03 09:53:04.420336 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-c5bfe95c-0b09-4654-8e7b-fb2fbbfe293c req-1bbd9ed2-f724-48c1-843d-4eb457a6c118 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428517 Sep 03 09:53:04.482057 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-86f92317-4722-4035-969f-07b0852c8c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:04.772016 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fdde4e-c4f8-4695-bb45-c1dbe9d583f1 req-929f6009-6e14-4bfb-8eed-15a065ad3f85 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:04.791079 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-61fdde4e-c4f8-4695-bb45-c1dbe9d583f1 req-929f6009-6e14-4bfb-8eed-15a065ad3f85 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.1625624 Sep 03 09:53:04.891510 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-61fdde4e-c4f8-4695-bb45-c1dbe9d583f1 req-214a2e20-2c30-4e22-b5fa-5b9f9ae5fe67 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966630 Sep 03 09:53:04.909120 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5dd184-3c72-45e8-84f0-e5505f6dcd18 req-4f0e150d-d2b8-449e-9602-1753e5eb4b77 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:04.911816 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-dd5dd184-3c72-45e8-84f0-e5505f6dcd18 req-4f0e150d-d2b8-449e-9602-1753e5eb4b77 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/ports?device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 943 time: 0.1703019 Sep 03 09:53:05.029448 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-dd5dd184-3c72-45e8-84f0-e5505f6dcd18 req-ba3e6fd7-0d67-44d6-8a22-16ef3b5230f7 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/security-groups?id=a18fc30f-a8d8-4fa1-a88c-0c403993028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038914 Sep 03 09:53:05.684154 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d7bbd1-077c-4b8e-97fb-831da828565d req-fccfbcd7-fdc9-421f-a7f1-7c48ad87cfc8 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:05.706572 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-85d7bbd1-077c-4b8e-97fb-831da828565d req-fccfbcd7-fdc9-421f-a7f1-7c48ad87cfc8 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 945 time: 0.1180692 Sep 03 09:53:05.778245 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-85d7bbd1-077c-4b8e-97fb-831da828565d req-3cba9a85-4d19-4bad-a67e-0492e54195d7 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693481 Sep 03 09:53:06.089989 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52047dc-4be8-4314-a3bc-4ded3ec324db req-040576a4-58a6-4de8-bfa1-7c0eb0532a3e tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:06.092507 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-f52047dc-4be8-4314-a3bc-4ded3ec324db req-040576a4-58a6-4de8-bfa1-7c0eb0532a3e tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.0661705 Sep 03 09:53:06.199071 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-f52047dc-4be8-4314-a3bc-4ded3ec324db req-42147a71-ff10-45ae-b628-47aa1285313c tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950389 Sep 03 09:53:06.255515 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051d841-b671-4b36-a261-96062e562541 req-9a57adae-2983-4f7d-885d-04bc53697448 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:06.257229 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-7051d841-b671-4b36-a261-96062e562541 req-9a57adae-2983-4f7d-885d-04bc53697448 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/ports?device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 943 time: 0.0896730 Sep 03 09:53:06.312743 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-7051d841-b671-4b36-a261-96062e562541 req-3a255dfe-8b82-4bc4-8c27-ad6ad83998d2 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/security-groups?id=a18fc30f-a8d8-4fa1-a88c-0c403993028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494194 Sep 03 09:53:06.987914 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f76aa7-21bf-45b5-a99b-6acca1b532d0 req-bb44003d-c37c-4e85-8898-abae4dc70d90 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:06.989495 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-c2f76aa7-21bf-45b5-a99b-6acca1b532d0 req-bb44003d-c37c-4e85-8898-abae4dc70d90 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 945 time: 0.0949171 Sep 03 09:53:07.080620 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-c2f76aa7-21bf-45b5-a99b-6acca1b532d0 req-daea5884-a936-4b46-bf18-9631e75c5ed3 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834670 Sep 03 09:53:07.349028 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467a39f-82b8-4c25-ae14-c7319f17f491 req-7f8ce142-5302-47e6-a26d-dbfd85dccc0e tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:07.357114 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-d467a39f-82b8-4c25-ae14-c7319f17f491 req-7f8ce142-5302-47e6-a26d-dbfd85dccc0e tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.0646453 Sep 03 09:53:07.405674 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-d467a39f-82b8-4c25-ae14-c7319f17f491 req-d2f5e353-b78b-4b2f-9c0e-64ee0c4519b6 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471084 Sep 03 09:53:07.459747 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adcea5d-1597-49f1-912f-1c273d885c79 req-5f8f3d30-7105-44ae-abf7-1015fdbc1414 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:07.461434 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-9adcea5d-1597-49f1-912f-1c273d885c79 req-5f8f3d30-7105-44ae-abf7-1015fdbc1414 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/ports?device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 943 time: 0.0580688 Sep 03 09:53:07.501514 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-9adcea5d-1597-49f1-912f-1c273d885c79 req-4ffa2ff3-55e2-4cb5-902a-28096120e03c tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/security-groups?id=a18fc30f-a8d8-4fa1-a88c-0c403993028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338590 Sep 03 09:53:08.198953 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c8e811-c905-419d-9507-901afdf35c38 req-7fa2fcbe-0183-4ad5-9db3-26e6a6d29a7c tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:08.200467 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-72c8e811-c905-419d-9507-901afdf35c38 req-7fa2fcbe-0183-4ad5-9db3-26e6a6d29a7c tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 945 time: 0.0529256 Sep 03 09:53:08.239852 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-72c8e811-c905-419d-9507-901afdf35c38 req-a98b6f67-a201-4cda-a28b-afb1e3c71013 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329690 Sep 03 09:53:08.535885 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d51d1d3-cb63-424f-99ce-4b5968282a3c req-87c99ee1-1590-47c9-bf3c-ce530fc7db6a tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:08.537625 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-8d51d1d3-cb63-424f-99ce-4b5968282a3c req-87c99ee1-1590-47c9-bf3c-ce530fc7db6a tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.0589368 Sep 03 09:53:08.584794 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-8d51d1d3-cb63-424f-99ce-4b5968282a3c req-aa077f36-47ef-420c-b25c-46755562afb5 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388057 Sep 03 09:53:08.641356 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e98bb9b-9841-486a-93bf-3a0f47dee796 req-89f129e5-c220-4222-9487-0c4514869d83 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:08.642997 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-8e98bb9b-9841-486a-93bf-3a0f47dee796 req-89f129e5-c220-4222-9487-0c4514869d83 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/ports?device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 943 time: 0.0511875 Sep 03 09:53:08.688722 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-8e98bb9b-9841-486a-93bf-3a0f47dee796 req-2c30ba15-3947-4b99-a15b-8128703f2970 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/security-groups?id=a18fc30f-a8d8-4fa1-a88c-0c403993028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358486 Sep 03 09:53:09.364089 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7387caa-5038-4540-89fb-a053762ad7f7 req-f9cc96ed-bcf5-4f6e-b998-fed3d3fa7d80 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:09.365609 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-d7387caa-5038-4540-89fb-a053762ad7f7 req-f9cc96ed-bcf5-4f6e-b998-fed3d3fa7d80 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 945 time: 0.0521967 Sep 03 09:53:09.409384 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-d7387caa-5038-4540-89fb-a053762ad7f7 req-906590db-a860-41c5-af7d-55fe06550b96 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368886 Sep 03 09:53:09.740671 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b863be-6566-4bb8-a53e-3cab145dab16 req-8fd70941-2124-4932-825d-e4b5a436797c tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:09.743290 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-92b863be-6566-4bb8-a53e-3cab145dab16 req-8fd70941-2124-4932-825d-e4b5a436797c tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.0653746 Sep 03 09:53:09.820329 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-92b863be-6566-4bb8-a53e-3cab145dab16 req-c0ac1aa6-aef3-4fcb-a5e5-db5a12bef249 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602040 Sep 03 09:53:09.912170 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a517e9-8c03-4328-ac3f-2465d78f9d3a req-70c4fea1-45c1-41a5-a9fe-36d98de26282 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:09.915296 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-02a517e9-8c03-4328-ac3f-2465d78f9d3a req-70c4fea1-45c1-41a5-a9fe-36d98de26282 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/ports?device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 943 time: 0.1164100 Sep 03 09:53:09.958977 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-02a517e9-8c03-4328-ac3f-2465d78f9d3a req-473eebb1-faaa-4209-8f35-128f54b14c7c tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/security-groups?id=a18fc30f-a8d8-4fa1-a88c-0c403993028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363872 Sep 03 09:53:10.577907 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ceb716-04bb-45be-b692-e9e268170340 req-03ca8524-cfda-4eeb-ae14-3f80ca332469 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:10.579569 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-f4ceb716-04bb-45be-b692-e9e268170340 req-03ca8524-cfda-4eeb-ae14-3f80ca332469 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 945 time: 0.0816026 Sep 03 09:53:10.630867 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-f4ceb716-04bb-45be-b692-e9e268170340 req-d55f49d8-bad4-443b-b059-8f6a858d5905 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444269 Sep 03 09:53:10.993072 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2683b-36b3-4e1a-9b2f-3d6acc31d68a req-312775d8-1411-4ee9-9905-aba091d62b6b tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:10.994744 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-e5f2683b-36b3-4e1a-9b2f-3d6acc31d68a req-312775d8-1411-4ee9-9905-aba091d62b6b tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.0885746 Sep 03 09:53:11.059170 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-e5f2683b-36b3-4e1a-9b2f-3d6acc31d68a req-a148d0cf-fc34-4c3c-ba1e-4aa0147a037f tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570943 Sep 03 09:53:11.214497 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b8252-b2f1-48bc-8b8c-d21290e74be8 req-c384d6cd-138b-4e2f-9b95-e7d72064c521 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:11.222718 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-584b8252-b2f1-48bc-8b8c-d21290e74be8 req-c384d6cd-138b-4e2f-9b95-e7d72064c521 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/ports?device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 943 time: 0.1358802 Sep 03 09:53:11.255746 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-584b8252-b2f1-48bc-8b8c-d21290e74be8 req-cfe19209-86f5-47a2-a01d-7ab5cc1e8fc9 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/security-groups?id=a18fc30f-a8d8-4fa1-a88c-0c403993028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319867 Sep 03 09:53:11.823493 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab7b728-2e6a-46d7-a69a-5131a213e685 req-8778e2f8-9c15-4361-9c45-e0c352c774d2 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:11.826571 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-1ab7b728-2e6a-46d7-a69a-5131a213e685 req-8778e2f8-9c15-4361-9c45-e0c352c774d2 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 945 time: 0.0786588 Sep 03 09:53:11.900473 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-1ab7b728-2e6a-46d7-a69a-5131a213e685 req-0bb40f32-679c-4261-b418-89243d0d9076 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682504 Sep 03 09:53:12.379009 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a004e0cb-c1cf-4ea0-8b33-27efc7ed9e03 req-3409d2c2-5cfa-44b1-b1e5-642505590cac tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:12.391185 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-a004e0cb-c1cf-4ea0-8b33-27efc7ed9e03 req-3409d2c2-5cfa-44b1-b1e5-642505590cac tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.1439476 Sep 03 09:53:12.397024 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 37624) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:53:12.500721 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643a860-bd03-45b6-af6a-7bd1fff72eb3 req-4d77ecd4-bf05-459d-93b2-fc9da4f3ffef tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:12.512561 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-0643a860-bd03-45b6-af6a-7bd1fff72eb3 req-4d77ecd4-bf05-459d-93b2-fc9da4f3ffef tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/ports?device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 943 time: 0.1283662 Sep 03 09:53:12.547765 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-a004e0cb-c1cf-4ea0-8b33-27efc7ed9e03 req-ce4fe54c-fb64-4f8a-aeb5-e3ce7e882c71 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451283 Sep 03 09:53:12.629691 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-0643a860-bd03-45b6-af6a-7bd1fff72eb3 req-b04eb13c-5601-4034-9c1b-666adb92b913 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/security-groups?id=a18fc30f-a8d8-4fa1-a88c-0c403993028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130400 Sep 03 09:53:12.817315 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-2c6079d3-fadd-444c-95a5-4b6fc4053a48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:12.919351 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-db154fa3-6bcc-4dcb-b562-f01c6dd3baa3 req-18cf77df-1289-4ac0-85e0-6837d45a3a22 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-576230648&fields=id&tenant_id=44b3fef83509437faeb9b56d841754dc HTTP/1.1" status: 200 len: 267 time: 0.1063652 Sep 03 09:53:13.040403 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-2c6079d3-fadd-444c-95a5-4b6fc4053a48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:13.075086 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-2c6079d3-fadd-444c-95a5-4b6fc4053a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:13.131558 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd3f73-d58b-43f3-afe1-e9e650f8a5ab req-1995e581-89c9-45bd-9941-e25f78fc64cb tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:13.139987 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-7fcd3f73-d58b-43f3-afe1-e9e650f8a5ab req-1995e581-89c9-45bd-9941-e25f78fc64cb tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 945 time: 0.0975385 Sep 03 09:53:13.147450 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-2c6079d3-fadd-444c-95a5-4b6fc4053a48 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3c9fcb7f4c5f423eb9c9c91ff3f59089&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7492795 Sep 03 09:53:13.152840 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db154fa3-6bcc-4dcb-b562-f01c6dd3baa3 req-44c47757-9ddd-4ca1-ab16-fc43d0fdd6f2 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:13.154818 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 37642) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:53:13.155349 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-db154fa3-6bcc-4dcb-b562-f01c6dd3baa3 req-44c47757-9ddd-4ca1-ab16-fc43d0fdd6f2 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/networks?id=6c3f9ad0-7bd7-4b81-8392-49aacbf78e47 HTTP/1.1" status: 200 len: 812 time: 0.2348311 Sep 03 09:53:13.171122 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6079d3-fadd-444c-95a5-4b6fc4053a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c64bce47-4860-4be2-8286-7bf00b977182,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:53:13.177122 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-db154fa3-6bcc-4dcb-b562-f01c6dd3baa3 req-d89ae31f-0874-4aab-bcbf-dba37ad3a688 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/quotas/44b3fef83509437faeb9b56d841754dc HTTP/1.1" status: 200 len: 375 time: 0.0157709 Sep 03 09:53:13.252375 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-7fcd3f73-d58b-43f3-afe1-e9e650f8a5ab req-3cdcae00-7f18-4c1a-b8d1-d5a9d85e18e4 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046543 Sep 03 09:53:13.273276 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-40be3a06-268e-4eca-b815-f9c10353786d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:13.294199 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-db154fa3-6bcc-4dcb-b562-f01c6dd3baa3 req-5f23ac1e-7389-4141-b81f-e44462c8e374 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=44b3fef83509437faeb9b56d841754dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1100333 Sep 03 09:53:13.304472 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-40be3a06-268e-4eca-b815-f9c10353786d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:13.379155 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-40be3a06-268e-4eca-b815-f9c10353786d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:13.388527 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-40be3a06-268e-4eca-b815-f9c10353786d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:13.391380 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-40be3a06-268e-4eca-b815-f9c10353786d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c64bce47-4860-4be2-8286-7bf00b977182 HTTP/1.1" status: 204 len: 168 time: 0.2334294 Sep 03 09:53:13.404953 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40be3a06-268e-4eca-b815-f9c10353786d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64bce47-4860-4be2-8286-7bf00b977182,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:53:13.523259 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4a582-f7c4-4bb9-b98d-28bfac893ef1 req-592c3b42-9974-47a0-9a8a-6854649ea5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:13.524825 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-58a4a582-f7c4-4bb9-b98d-28bfac893ef1 req-592c3b42-9974-47a0-9a8a-6854649ea5e9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b6c50db97723432ebc021572f85943ae&device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 1096 time: 0.2174103 Sep 03 09:53:13.808636 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b606b-5dae-4580-a39b-9df8856d0979 req-10e08537-efc0-437e-a6fb-8fb34f1111a7 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:13.812520 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-db154fa3-6bcc-4dcb-b562-f01c6dd3baa3 req-8cff10a2-2581-454b-bd29-77d57bbb19c1 service neutron] 10.222.0.67 "GET /v2.0/networks/6c3f9ad0-7bd7-4b81-8392-49aacbf78e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4056950 Sep 03 09:53:13.825746 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-060b606b-5dae-4580-a39b-9df8856d0979 req-10e08537-efc0-437e-a6fb-8fb34f1111a7 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.1033702 Sep 03 09:53:13.907504 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-060b606b-5dae-4580-a39b-9df8856d0979 req-f65e2d75-cceb-4601-85ce-8eed8af5498b tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795531 Sep 03 09:53:14.081460 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ef4d0-51b3-4728-aa5d-1e8302bc5762 req-d65672f5-1ee0-49fc-b8ed-326297c79b4a tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:14.087353 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-374ef4d0-51b3-4728-aa5d-1e8302bc5762 req-d65672f5-1ee0-49fc-b8ed-326297c79b4a tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/ports?device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 943 time: 0.1021640 Sep 03 09:53:14.178913 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-374ef4d0-51b3-4728-aa5d-1e8302bc5762 req-3f85562d-092e-48a3-a243-f65606099444 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/security-groups?id=a18fc30f-a8d8-4fa1-a88c-0c403993028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765254 Sep 03 09:53:14.207196 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4a582-f7c4-4bb9-b98d-28bfac893ef1 req-f65bd5c9-7099-428d-b287-ffb25964377f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:14.210468 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-58a4a582-f7c4-4bb9-b98d-28bfac893ef1 req-f65bd5c9-7099-428d-b287-ffb25964377f service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=b6c50db97723432ebc021572f85943ae&shared=False HTTP/1.1" status: 200 len: 916 time: 0.6533918 Sep 03 09:53:14.253827 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-db154fa3-6bcc-4dcb-b562-f01c6dd3baa3 req-e8e33048-64b5-4d92-97c1-cbf68696c42f service neutron] 10.222.0.67 "GET /v2.0/networks/6c3f9ad0-7bd7-4b81-8392-49aacbf78e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4256499 Sep 03 09:53:14.505535 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f216024-5a87-435f-a64e-9a742b730bf2 req-d1e6e489-6308-4421-bf01-4dcd00d4fd53 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:14.509169 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-3f216024-5a87-435f-a64e-9a742b730bf2 req-d1e6e489-6308-4421-bf01-4dcd00d4fd53 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 945 time: 0.1385844 Sep 03 09:53:14.654481 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-3f216024-5a87-435f-a64e-9a742b730bf2 req-3f2a6b10-c8b6-408b-a527-75221754fe82 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373100 Sep 03 09:53:14.865829 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-abbbc770-55c9-48cc-a39e-9ce88681ddd5 req-b6130cea-46f6-4a8d-b155-70ccee2e32eb tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1de2abc-7669-4b1e-bf70-c3092844b837 HTTP/1.1" status: 200 len: 210 time: 0.0846326 Sep 03 09:53:14.985706 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4a582-f7c4-4bb9-b98d-28bfac893ef1 req-c1237189-c1c3-4644-8cb2-48c4a1da04d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:14.988937 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-58a4a582-f7c4-4bb9-b98d-28bfac893ef1 req-c1237189-c1c3-4644-8cb2-48c4a1da04d3 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4447224 Sep 03 09:53:15.111871 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377bbad-9cc6-4ad8-b732-61f51e539ed0 req-342fed4f-cb62-47c9-8dd7-94780a34fa8d tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:15.113411 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-7377bbad-9cc6-4ad8-b732-61f51e539ed0 req-342fed4f-cb62-47c9-8dd7-94780a34fa8d tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.1127219 Sep 03 09:53:15.123087 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86405e4-cb89-4806-ad90-5145a49dc1f8 req-35bf30ed-1b96-469f-af02-919f966a6c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:15.124569 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-c86405e4-cb89-4806-ad90-5145a49dc1f8 req-35bf30ed-1b96-469f-af02-919f966a6c97 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b6c50db97723432ebc021572f85943ae&device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 1096 time: 0.0771956 Sep 03 09:53:15.203878 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-c86405e4-cb89-4806-ad90-5145a49dc1f8 req-16102cef-a912-442c-b13e-9e5946da6f67 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df5efcf7-588a-4eac-867e-f67ec830925e HTTP/1.1" status: 200 len: 217 time: 0.0579607 Sep 03 09:53:15.258943 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-7377bbad-9cc6-4ad8-b732-61f51e539ed0 req-850bd37c-9e6c-468e-878d-1cf14616e23c tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378078 Sep 03 09:53:15.298951 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86405e4-cb89-4806-ad90-5145a49dc1f8 req-93ead78c-3cdd-49aa-84cb-27505aebb6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:15.300904 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-c86405e4-cb89-4806-ad90-5145a49dc1f8 req-93ead78c-3cdd-49aa-84cb-27505aebb6b0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=50312df5-c5ba-48a8-9dca-a1103d54fc6d HTTP/1.1" status: 200 len: 854 time: 0.0868061 Sep 03 09:53:15.388412 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86405e4-cb89-4806-ad90-5145a49dc1f8 req-aa33085b-2503-45da-b8f2-5a1898ab5f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:15.390327 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-c86405e4-cb89-4806-ad90-5145a49dc1f8 req-aa33085b-2503-45da-b8f2-5a1898ab5f1a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f5dad9d9-c5c9-4f54-954b-8f46ad088140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0773544 Sep 03 09:53:15.509289 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfafb8d-e512-4373-bc5d-b0596b9db9cf req-0e1258f0-7803-4832-ba6d-26f047ab68e7 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:15.518144 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-ebfafb8d-e512-4373-bc5d-b0596b9db9cf req-0e1258f0-7803-4832-ba6d-26f047ab68e7 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/ports?device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 943 time: 0.2064021 Sep 03 09:53:15.524846 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9eeeb-f83c-4e4c-bedb-9c0a6e976ff8 req-2b494a2d-d3d3-4f6a-906e-416739026c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:15.531617 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-01f9eeeb-f83c-4e4c-bedb-9c0a6e976ff8 req-2b494a2d-d3d3-4f6a-906e-416739026c81 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bbe4096f40d64702be2a6fb537ac5c42&device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 1098 time: 0.2163925 Sep 03 09:53:15.670715 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-c86405e4-cb89-4806-ad90-5145a49dc1f8 req-8bbc8f99-1db9-43fd-8ba1-a1d845a6bcb3 service neutron] 10.222.0.60 "GET /v2.0/networks/f5dad9d9-c5c9-4f54-954b-8f46ad088140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519674 Sep 03 09:53:15.732945 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-ebfafb8d-e512-4373-bc5d-b0596b9db9cf req-b4458482-2056-4ae0-a9ec-adb8526e5003 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/security-groups?id=a18fc30f-a8d8-4fa1-a88c-0c403993028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127774 Sep 03 09:53:15.881517 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9eeeb-f83c-4e4c-bedb-9c0a6e976ff8 req-88c0f093-580f-4a35-94f4-bc13783456e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:15.894574 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-01f9eeeb-f83c-4e4c-bedb-9c0a6e976ff8 req-88c0f093-580f-4a35-94f4-bc13783456e1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=528a02fc-44c8-4bd1-9db4-aa8e01cd9db5 HTTP/1.1" status: 200 len: 917 time: 0.3403857 Sep 03 09:53:16.029282 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-01f9eeeb-f83c-4e4c-bedb-9c0a6e976ff8 req-0c4e0eb5-1175-4147-8026-65b555fb85df service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9000703e-83cb-4133-ad9a-97f2ee4d2fe9 HTTP/1.1" status: 200 len: 1001 time: 0.1244485 Sep 03 09:53:16.091458 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-788962d1-8a9b-40b5-80fb-4a05e88e186c req-ab5a9070-4180-40b1-b7fb-924cd272ed4a tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1de2abc-7669-4b1e-bf70-c3092844b837 HTTP/1.1" status: 200 len: 210 time: 0.0609148 Sep 03 09:53:16.122849 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9eeeb-f83c-4e4c-bedb-9c0a6e976ff8 req-421e7423-4785-44d9-be17-311e1b9f06ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:16.124351 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-01f9eeeb-f83c-4e4c-bedb-9c0a6e976ff8 req-421e7423-4785-44d9-be17-311e1b9f06ae service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b9bc1cc-f1d0-4f7b-aa38-f059a6d84938 HTTP/1.1" status: 200 len: 855 time: 0.0802703 Sep 03 09:53:16.204121 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9eeeb-f83c-4e4c-bedb-9c0a6e976ff8 req-d5dd4efe-e5f3-4373-9201-5fe40283d290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:16.206115 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-01f9eeeb-f83c-4e4c-bedb-9c0a6e976ff8 req-d5dd4efe-e5f3-4373-9201-5fe40283d290 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=528a02fc-44c8-4bd1-9db4-aa8e01cd9db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0714269 Sep 03 09:53:16.274093 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-c86405e4-cb89-4806-ad90-5145a49dc1f8 req-1c4e522f-1a94-477d-9a18-f25d85e4ca20 service neutron] 10.222.0.60 "GET /v2.0/networks/f5dad9d9-c5c9-4f54-954b-8f46ad088140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6036930 Sep 03 09:53:16.298424 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ca5fc-2cdc-4ef3-9433-1bc43dc8e1a6 req-625feb26-7dff-4a5b-a173-770ccd1fe0ac tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:16.309830 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-4f2ca5fc-2cdc-4ef3-9433-1bc43dc8e1a6 req-625feb26-7dff-4a5b-a173-770ccd1fe0ac tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 945 time: 0.1035819 Sep 03 09:53:16.366295 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-4f2ca5fc-2cdc-4ef3-9433-1bc43dc8e1a6 req-1a1b7395-4a17-4c94-be52-1cb76714daca tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551271 Sep 03 09:53:16.488306 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518f642-ed03-469e-8d6f-5fe80ac411e0 req-3204aca4-4645-42c9-acce-ff7e79c60dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:16.489914 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-2518f642-ed03-469e-8d6f-5fe80ac411e0 req-3204aca4-4645-42c9-acce-ff7e79c60dd2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 1098 time: 0.0910587 Sep 03 09:53:16.526630 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d49abe-a0ca-4751-9953-7cb94691370c req-4307b7d1-bc76-4a16-a480-c76f4ca7d417 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:16.528189 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-28d49abe-a0ca-4751-9953-7cb94691370c req-4307b7d1-bc76-4a16-a480-c76f4ca7d417 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.0808122 Sep 03 09:53:16.574391 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-2518f642-ed03-469e-8d6f-5fe80ac411e0 req-db3f890b-f10c-4062-a07d-bc21cdc5cae6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728772 Sep 03 09:53:16.605412 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-28d49abe-a0ca-4751-9953-7cb94691370c req-f077ff71-c3b9-44db-8f7e-716592cd6a30 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696056 Sep 03 09:53:16.808253 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 9000703e-83cb-4133-ad9a-97f2ee4d2fe9 no longer exists at agent hyperv_hv-cinder-60634 {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 09:53:16.822083 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c69c04-f365-4110-9333-53177cb159af req-bb7064b1-af3e-4aa1-bab5-f4645ee89815 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:16.829068 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-88c69c04-f365-4110-9333-53177cb159af req-bb7064b1-af3e-4aa1-bab5-f4645ee89815 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/networks?id=2ca7c045-af05-4524-bcc4-6b4f1b7ebefb HTTP/1.1" status: 200 len: 815 time: 0.5543437 Sep 03 09:53:16.848298 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-01f9eeeb-f83c-4e4c-bedb-9c0a6e976ff8 req-6a791410-792c-468b-82ff-e83e6abed9e5 service neutron] 10.222.0.60 "GET /v2.0/networks/528a02fc-44c8-4bd1-9db4-aa8e01cd9db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6266456 Sep 03 09:53:16.862624 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-88c69c04-f365-4110-9333-53177cb159af req-ccbf9706-3cab-477a-86fb-69701b0718bf tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/quotas/343cc1bfb2f9452291ef8e11cb33cf4c HTTP/1.1" status: 200 len: 375 time: 0.0326102 Sep 03 09:53:16.931407 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:16.940583 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4b23b1-4b7c-44ab-a4ec-29f898656538 req-7ffb4418-21f9-4fbf-8d67-9f6a296dc961 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:16.942140 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-9f4b23b1-4b7c-44ab-a4ec-29f898656538 req-7ffb4418-21f9-4fbf-8d67-9f6a296dc961 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/ports?device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 943 time: 0.0779037 Sep 03 09:53:16.962079 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9000703e-83cb-4133-ad9a-97f2ee4d2fe9'}] {{(pid=105526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:53:16.964361 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4892a96944886cb42b4657d46b368d41fc18c437eb6a682d176e385d93bf320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f069fa6a-8ed3-4d8d-b5af-4c16a7010eed" -d '{"events": [{"server_uuid": "cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0", "name": "network-vif-unplugged", "status": "completed", "tag": "9000703e-83cb-4133-ad9a-97f2ee4d2fe9"}]}' {{(pid=105526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:53:16.977690 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 9000703e-83cb-4133-ad9a-97f2ee4d2fe9, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=9000703e-83cb-4133-ad9a-97f2ee4d2fe9,segment=NetworkSegment(1683d286-1be2-443d-83f5-01a3e9736922),segment_id=1683d286-1be2-443d-83f5-01a3e9736922)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:53:16.985263 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:17.027327 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-9f4b23b1-4b7c-44ab-a4ec-29f898656538 req-3ca12c1f-abc2-45e7-9f70-02d40a7bbffe tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/security-groups?id=a18fc30f-a8d8-4fa1-a88c-0c403993028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785100 Sep 03 09:53:17.063477 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Pushing event updated for resources: {'Port': ['ID=9000703e-83cb-4133-ad9a-97f2ee4d2fe9,revision_number=8']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:53:17.090483 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 03 Sep 2021 09:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204fa0f0-ee4c-4fb7-87a5-c6407a90440b x-openstack-request-id: req-204fa0f0-ee4c-4fb7-87a5-c6407a90440b {{(pid=105526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:53:17.090818 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0", "name": "network-vif-unplugged", "status": "completed", "tag": "9000703e-83cb-4133-ad9a-97f2ee4d2fe9", "code": 200}]} {{(pid=105526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:53:17.091078 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-204fa0f0-ee4c-4fb7-87a5-c6407a90440b {{(pid=105526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:53:17.091504 dv-cinder-606346-32-iscsi neutron-server[105526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9000703e-83cb-4133-ad9a-97f2ee4d2fe9', 'code': 200} Sep 03 09:53:17.143043 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db154fa3-6bcc-4dcb-b562-f01c6dd3baa3 req-e313d021-c171-429f-a8f5-e55079434ca5 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:17.145111 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-db154fa3-6bcc-4dcb-b562-f01c6dd3baa3 req-e313d021-c171-429f-a8f5-e55079434ca5 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.60 "GET /v2.0/networks?id=6c3f9ad0-7bd7-4b81-8392-49aacbf78e47 HTTP/1.1" status: 200 len: 812 time: 0.4609630 Sep 03 09:53:17.189346 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-01f9eeeb-f83c-4e4c-bedb-9c0a6e976ff8 req-9113de46-c0c7-462e-9203-3f9a3c6f8599 service neutron] 10.222.0.60 "GET /v2.0/networks/528a02fc-44c8-4bd1-9db4-aa8e01cd9db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136377 Sep 03 09:53:17.244329 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-399729f1-83a9-4fcf-be27-68dc46f4ed67 req-8ab38abd-e1e3-4aa3-923f-b225a65a92dc tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1de2abc-7669-4b1e-bf70-c3092844b837 HTTP/1.1" status: 200 len: 210 time: 0.0590990 Sep 03 09:53:17.260454 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-db154fa3-6bcc-4dcb-b562-f01c6dd3baa3 req-19db4cb7-558c-46ca-b62d-05af8aa52911 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44b3fef83509437faeb9b56d841754dc HTTP/1.1" status: 200 len: 379 time: 0.0974128 Sep 03 09:53:17.278014 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-88c69c04-f365-4110-9333-53177cb159af req-f22bf4e8-170c-436c-96d1-8d9b24b55ef0 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=343cc1bfb2f9452291ef8e11cb33cf4c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4141283 Sep 03 09:53:17.292433 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [req-db154fa3-6bcc-4dcb-b562-f01c6dd3baa3 req-4f98ea50-ad91-48ef-89a5-8234d4948ed3 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Request body: {'port': {'device_id': 'a1de2abc-7669-4b1e-bf70-c3092844b837', 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47', 'admin_state_up': True, 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'security_groups': ['3095eee2-accc-4f20-9251-54fe2d77c6a2']}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:53:17.518706 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-88c69c04-f365-4110-9333-53177cb159af req-6bce0ac5-d585-486c-8c1e-a15c35e189f9 service neutron] 10.222.0.67 "GET /v2.0/networks/2ca7c045-af05-4524-bcc4-6b4f1b7ebefb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397075 Sep 03 09:53:17.563314 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f144f99-9be8-4628-a8cf-c087925bad1d req-82bf31a9-33a2-40ae-a9c6-311a2d11f5dc tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:17.566059 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-9f144f99-9be8-4628-a8cf-c087925bad1d req-82bf31a9-33a2-40ae-a9c6-311a2d11f5dc tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 943 time: 0.0999651 Sep 03 09:53:17.623967 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db154fa3-6bcc-4dcb-b562-f01c6dd3baa3 req-4f98ea50-ad91-48ef-89a5-8234d4948ed3 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Made reservation on behalf of 44b3fef83509437faeb9b56d841754dc for: {'port': 1} {{(pid=105524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:53:17.627976 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-db154fa3-6bcc-4dcb-b562-f01c6dd3baa3 req-4f98ea50-ad91-48ef-89a5-8234d4948ed3 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:17.650384 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-9f144f99-9be8-4628-a8cf-c087925bad1d req-379e411e-e72e-44c3-820f-149932065d6b tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738885 Sep 03 09:53:17.790821 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-88c69c04-f365-4110-9333-53177cb159af req-f6639cc2-1500-48a3-864f-2d429d6b91e7 service neutron] 10.222.0.67 "GET /v2.0/networks/2ca7c045-af05-4524-bcc4-6b4f1b7ebefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711511 Sep 03 09:53:17.833326 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f0fa0-58c4-448e-bb66-f3446de71c44 req-a44273ec-ba2c-4f9d-97a1-776adb17907f tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:17.834948 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-e92f0fa0-58c4-448e-bb66-f3446de71c44 req-a44273ec-ba2c-4f9d-97a1-776adb17907f tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.0704622 Sep 03 09:53:17.879512 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:17.915382 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-e92f0fa0-58c4-448e-bb66-f3446de71c44 req-5249d0d4-ae6e-468f-b5d5-623a6d7fc4c1 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702827 Sep 03 09:53:17.926492 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 37800) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:53:17.959487 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.db_base_plugin_common [req-db154fa3-6bcc-4dcb-b562-f01c6dd3baa3 req-4f98ea50-ad91-48ef-89a5-8234d4948ed3 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Allocated IP 172.20.0.8 (6c3f9ad0-7bd7-4b81-8392-49aacbf78e47/f30130ee-7f80-427c-b15d-1973012df7f3/e4f4ac60-5318-4e05-80f3-69756b11d5c1) {{(pid=105524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:53:18.060332 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-78177eb5-795f-41ce-ab61-5380c8cf35df req-a6c300a6-95c8-46a9-a682-a0742a4c223f tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=08c9c8c8-8290-4095-b671-921ee047451d HTTP/1.1" status: 200 len: 210 time: 0.0381994 Sep 03 09:53:18.194843 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-5d257e3f-75b4-4a25-9e4d-504fc8c58391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:18.232411 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e64e8-acb5-4028-9930-85cbb7d59a43 req-3267a1a6-6948-4a45-93dc-d116bb240748 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:18.239634 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-682e64e8-acb5-4028-9930-85cbb7d59a43 req-3267a1a6-6948-4a45-93dc-d116bb240748 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/ports?device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 943 time: 0.1246243 Sep 03 09:53:18.293132 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-db154fa3-6bcc-4dcb-b562-f01c6dd3baa3 req-4f98ea50-ad91-48ef-89a5-8234d4948ed3 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks [] for port, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:18.314476 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-682e64e8-acb5-4028-9930-85cbb7d59a43 req-cdbd492e-616a-43de-ad2d-e147b0f52ddf tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/security-groups?id=a18fc30f-a8d8-4fa1-a88c-0c403993028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719633 Sep 03 09:53:18.346227 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.provisioning_blocks [req-db154fa3-6bcc-4dcb-b562-f01c6dd3baa3 req-4f98ea50-ad91-48ef-89a5-8234d4948ed3 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Transition to ACTIVE for port object e4f4ac60-5318-4e05-80f3-69756b11d5c1 will not be triggered until provisioned by entity DHCP. {{(pid=105524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:53:18.400880 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-db154fa3-6bcc-4dcb-b562-f01c6dd3baa3 req-4f98ea50-ad91-48ef-89a5-8234d4948ed3 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931'] for port, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:18.460622 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db154fa3-6bcc-4dcb-b562-f01c6dd3baa3 req-4f98ea50-ad91-48ef-89a5-8234d4948ed3 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Network 6c3f9ad0-7bd7-4b81-8392-49aacbf78e47 is already hosted by enough agents. {{(pid=105524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:53:18.464629 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.base_scheduler [req-db154fa3-6bcc-4dcb-b562-f01c6dd3baa3 req-4f98ea50-ad91-48ef-89a5-8234d4948ed3 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Resources bound (agent type, host, resource id): {{(pid=105524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:53:18.474966 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.l3_dvrscheduler_db [req-db154fa3-6bcc-4dcb-b562-f01c6dd3baa3 req-4f98ea50-ad91-48ef-89a5-8234d4948ed3 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Received port after_create {{(pid=105524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:53:18.481942 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db154fa3-6bcc-4dcb-b562-f01c6dd3baa3 req-4f98ea50-ad91-48ef-89a5-8234d4948ed3 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:18.482844 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-db154fa3-6bcc-4dcb-b562-f01c6dd3baa3 req-4f98ea50-ad91-48ef-89a5-8234d4948ed3 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for port, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:18.487615 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f98ea50-ad91-48ef-89a5-8234d4948ed3 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Pushing event updated for resources: {'Port': ['ID=e4f4ac60-5318-4e05-80f3-69756b11d5c1,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:53:18.511584 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-5d257e3f-75b4-4a25-9e4d-504fc8c58391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:18.536012 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-db154fa3-6bcc-4dcb-b562-f01c6dd3baa3 req-4f98ea50-ad91-48ef-89a5-8234d4948ed3 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2552490 Sep 03 09:53:18.539643 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4665bd01-7456-428e-9196-7c4702353b7f req-37a96623-8497-4191-a64d-10554f74c9f2 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:18.553848 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-4665bd01-7456-428e-9196-7c4702353b7f req-37a96623-8497-4191-a64d-10554f74c9f2 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1de2abc-7669-4b1e-bf70-c3092844b837 HTTP/1.1" status: 200 len: 931 time: 0.1922860 Sep 03 09:53:18.557106 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-5d257e3f-75b4-4a25-9e4d-504fc8c58391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:18.557736 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [req-db154fa3-6bcc-4dcb-b562-f01c6dd3baa3 req-62d687eb-4cdd-4cd2-9a12-f5f334e94ccf service neutron] Request body: {'port': {'device_id': 'a1de2abc-7669-4b1e-bf70-c3092844b837', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:53:18.689828 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-5d257e3f-75b4-4a25-9e4d-504fc8c58391 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1093e3d2ead145eebd68a155df4a6f5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7621980 Sep 03 09:53:18.703988 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 37830) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:53:18.724602 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-4665bd01-7456-428e-9196-7c4702353b7f req-daa55c33-2ef8-4816-acd4-62f5611f70b6 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/security-groups?id=3095eee2-accc-4f20-9251-54fe2d77c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333141 Sep 03 09:53:18.730101 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d257e3f-75b4-4a25-9e4d-504fc8c58391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68113eb1-f313-4992-80ad-38afe3c1afb0,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:53:18.812783 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device df5efcf7-588a-4eac-867e-f67ec830925e details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=105526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 09:53:18.820032 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-db154fa3-6bcc-4dcb-b562-f01c6dd3baa3 req-62d687eb-4cdd-4cd2-9a12-f5f334e94ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:18.913561 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 37832) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:53:18.952546 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-ddf7df51-fb35-4750-bc5c-be5207547364 None None] Provisioning for port e4f4ac60-5318-4e05-80f3-69756b11d5c1 completed by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:53:18.956914 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-f85ea171-23a5-45c1-b171-411bc50069b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:18.981454 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f4db3-57a4-4b58-b835-00c3308b660d req-4abf3fc6-3852-4468-851f-cf3d4f8bdaf6 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:18.981454 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-922f4db3-57a4-4b58-b835-00c3308b660d req-4abf3fc6-3852-4468-851f-cf3d4f8bdaf6 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 943 time: 0.2055898 Sep 03 09:53:18.996427 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-ddf7df51-fb35-4750-bc5c-be5207547364 None None] Provisioning complete for port e4f4ac60-5318-4e05-80f3-69756b11d5c1 triggered by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:53:18.996812 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-ddf7df51-fb35-4750-bc5c-be5207547364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:19.144181 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port df5efcf7-588a-4eac-867e-f67ec830925e, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=df5efcf7-588a-4eac-867e-f67ec830925e,segment=NetworkSegment(a218ce8c-e4ea-434c-b6ed-34586d46e94e),segment_id=a218ce8c-e4ea-434c-b6ed-34586d46e94e)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:53:19.158326 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Returning: {'device': 'df5efcf7-588a-4eac-867e-f67ec830925e', 'network_id': 'f5dad9d9-c5c9-4f54-954b-8f46ad088140', 'port_id': 'df5efcf7-588a-4eac-867e-f67ec830925e', 'mac_address': 'fa:16:3e:35:17:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50312df5-c5ba-48a8-9dca-a1103d54fc6d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 09:53:19.194860 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-f85ea171-23a5-45c1-b171-411bc50069b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:19.199780 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-922f4db3-57a4-4b58-b835-00c3308b660d req-15b00b91-6129-4364-9f24-765224617e7b tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824589 Sep 03 09:53:19.203314 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-ddf7df51-fb35-4750-bc5c-be5207547364 None None] Port e4f4ac60-5318-4e05-80f3-69756b11d5c1 cannot update to ACTIVE because it is not bound. {{(pid=105526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 09:53:19.219230 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:19.232438 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e64137e-99fc-484b-8335-b05c37530a72 req-12bdf7d7-9d40-4295-8989-0abb60d288b4 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:19.240207 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.notifiers.nova [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df5efcf7-588a-4eac-867e-f67ec830925e {{(pid=105526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 09:53:19.243353 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-9e64137e-99fc-484b-8335-b05c37530a72 req-12bdf7d7-9d40-4295-8989-0abb60d288b4 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.1214318 Sep 03 09:53:19.267216 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port df5efcf7-588a-4eac-867e-f67ec830925e, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=df5efcf7-588a-4eac-867e-f67ec830925e,segment=NetworkSegment(a218ce8c-e4ea-434c-b6ed-34586d46e94e),segment_id=a218ce8c-e4ea-434c-b6ed-34586d46e94e)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:53:19.277658 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:19.294573 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-beb17cbc-de59-4d6a-8807-6e921e47824a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:19.343437 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-9e64137e-99fc-484b-8335-b05c37530a72 req-939816a1-95cf-47d5-adac-c4a8535632e9 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979407 Sep 03 09:53:19.408902 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Pushing event updated for resources: {'Port': ['ID=df5efcf7-588a-4eac-867e-f67ec830925e,revision_number=4']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:53:19.474671 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-d6e51d71-27aa-46d0-bc55-e3076e52fc93 req-4f6bbbf2-43b6-4a29-8269-0bfc66874cf1 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=08c9c8c8-8290-4095-b671-921ee047451d HTTP/1.1" status: 200 len: 210 time: 0.1296506 Sep 03 09:53:19.578894 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] get_ports_and_sgs() called for port_ids ['df5efcf7-588a-4eac-867e-f67ec830925e'] {{(pid=105526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 09:53:19.588462 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-beb17cbc-de59-4d6a-8807-6e921e47824a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:19.597764 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-beb17cbc-de59-4d6a-8807-6e921e47824a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:19.638476 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-beb17cbc-de59-4d6a-8807-6e921e47824a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5eab08e291724076ab899c1b283b9aa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7309976 Sep 03 09:53:19.652482 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b10c81-e9e9-4378-a6a2-edc62d080729 req-ea8b7e02-fd95-464f-86b7-41bb099621f5 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:19.660325 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 37854) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:53:19.666616 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-33b10c81-e9e9-4378-a6a2-edc62d080729 req-ea8b7e02-fd95-464f-86b7-41bb099621f5 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/ports?device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 944 time: 0.2340441 Sep 03 09:53:19.677950 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-f85ea171-23a5-45c1-b171-411bc50069b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:19.700166 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-f85ea171-23a5-45c1-b171-411bc50069b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:19.705619 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-f85ea171-23a5-45c1-b171-411bc50069b9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/68113eb1-f313-4992-80ad-38afe3c1afb0 HTTP/1.1" status: 204 len: 168 time: 0.9919918 Sep 03 09:53:19.741488 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-33b10c81-e9e9-4378-a6a2-edc62d080729 req-cd129363-d645-4d39-9b7d-35ebeced4470 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/security-groups?id=a18fc30f-a8d8-4fa1-a88c-0c403993028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636699 Sep 03 09:53:19.777114 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb17cbc-de59-4d6a-8807-6e921e47824a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5b9b6a-90b3-47ff-8127-8dd1608ad8a9,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:53:19.991872 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ea171-23a5-45c1-b171-411bc50069b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68113eb1-f313-4992-80ad-38afe3c1afb0,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:53:20.000717 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8eaa1-f8f6-49bc-9604-3bf731e62d37 req-b7cfca25-000f-4dc1-bea4-b3095c42d572 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:20.008831 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-b5e8eaa1-f8f6-49bc-9604-3bf731e62d37 req-b7cfca25-000f-4dc1-bea4-b3095c42d572 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1de2abc-7669-4b1e-bf70-c3092844b837 HTTP/1.1" status: 200 len: 931 time: 0.1311092 Sep 03 09:53:20.067721 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52130fc8-8da9-4c23-8c2d-fd5560d09960 req-5f7bb333-44f5-4dfa-bfb9-504545b22376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:20.069250 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-52130fc8-8da9-4c23-8c2d-fd5560d09960 req-5f7bb333-44f5-4dfa-bfb9-504545b22376 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c72df9f562c94a8aab79afac7263e6e5&device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 1098 time: 0.1095872 Sep 03 09:53:20.089983 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-b5e8eaa1-f8f6-49bc-9604-3bf731e62d37 req-843abdda-1ec6-472b-9683-68e073d3d2a2 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/security-groups?id=3095eee2-accc-4f20-9251-54fe2d77c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749202 Sep 03 09:53:20.193790 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52130fc8-8da9-4c23-8c2d-fd5560d09960 req-ed4cf583-ac4e-485b-91da-450f4dbda659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:20.196298 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-52130fc8-8da9-4c23-8c2d-fd5560d09960 req-ed4cf583-ac4e-485b-91da-450f4dbda659 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7995b685-e18e-455d-be66-3bd792a79086 HTTP/1.1" status: 200 len: 919 time: 0.1051366 Sep 03 09:53:20.244873 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c69c04-f365-4110-9333-53177cb159af req-134ce348-d1d9-4959-852d-21adbaee345a tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:20.246485 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-88c69c04-f365-4110-9333-53177cb159af req-134ce348-d1d9-4959-852d-21adbaee345a tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.60 "GET /v2.0/networks?id=2ca7c045-af05-4524-bcc4-6b4f1b7ebefb HTTP/1.1" status: 200 len: 815 time: 0.7071145 Sep 03 09:53:20.252727 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-52130fc8-8da9-4c23-8c2d-fd5560d09960 req-d22309d9-4a12-4404-867d-17c78dd5f439 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aec59b67-087c-4f74-bd32-46c77a0ee00e HTTP/1.1" status: 200 len: 217 time: 0.0442379 Sep 03 09:53:20.257304 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-a8736a0c-85d7-415e-9e34-306b5060dc65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:20.277833 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ccffe-eb26-45b3-8b89-17c0e656738c req-dd689a2f-cb1b-44e8-9603-2b595aff0b3c tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:20.282136 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-919ccffe-eb26-45b3-8b89-17c0e656738c req-dd689a2f-cb1b-44e8-9603-2b595aff0b3c tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.2545173 Sep 03 09:53:20.292239 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.notifiers.nova [req-db154fa3-6bcc-4dcb-b562-f01c6dd3baa3 req-62d687eb-4cdd-4cd2-9a12-f5f334e94ccf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4f4ac60-5318-4e05-80f3-69756b11d5c1 {{(pid=105524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 09:53:20.313084 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-db154fa3-6bcc-4dcb-b562-f01c6dd3baa3 req-62d687eb-4cdd-4cd2-9a12-f5f334e94ccf service neutron] Notify callbacks [] for port, precommit_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:20.335900 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52130fc8-8da9-4c23-8c2d-fd5560d09960 req-4729ad95-b78f-46bb-91ad-e9ac1fd49b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:20.341950 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-52130fc8-8da9-4c23-8c2d-fd5560d09960 req-4729ad95-b78f-46bb-91ad-e9ac1fd49b1b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f78bac5b-e536-4490-a472-11f8ae62b3fb HTTP/1.1" status: 200 len: 858 time: 0.0765493 Sep 03 09:53:20.359439 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-a8736a0c-85d7-415e-9e34-306b5060dc65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:20.371584 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [req-88c69c04-f365-4110-9333-53177cb159af req-bfc1e510-c957-4fca-a48b-e4542ab190b4 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Request body: {'port': {'device_id': '08c9c8c8-8290-4095-b671-921ee047451d', 'network_id': '2ca7c045-af05-4524-bcc4-6b4f1b7ebefb', 'admin_state_up': True, 'tenant_id': '343cc1bfb2f9452291ef8e11cb33cf4c'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:53:20.395206 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-52130fc8-8da9-4c23-8c2d-fd5560d09960 req-1c301ef6-3d13-43ef-9891-2f1ebf2f7a98 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7995b685-e18e-455d-be66-3bd792a79086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394199 Sep 03 09:53:20.463669 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.provisioning_blocks [req-db154fa3-6bcc-4dcb-b562-f01c6dd3baa3 req-62d687eb-4cdd-4cd2-9a12-f5f334e94ccf service neutron] Transition to ACTIVE for port object e4f4ac60-5318-4e05-80f3-69756b11d5c1 will not be triggered until provisioned by entity L2. {{(pid=105524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:53:20.477365 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f587f6-ac6b-4db7-8f72-bd7e61fd1661 req-babfffa3-32da-41ae-aec5-28c1e0342d2d tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:20.485725 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-db154fa3-6bcc-4dcb-b562-f01c6dd3baa3 req-62d687eb-4cdd-4cd2-9a12-f5f334e94ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:20.489559 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-c9f587f6-ac6b-4db7-8f72-bd7e61fd1661 req-babfffa3-32da-41ae-aec5-28c1e0342d2d tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 943 time: 0.1456447 Sep 03 09:53:20.612626 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-52130fc8-8da9-4c23-8c2d-fd5560d09960 req-b7fce48d-9d92-4957-b199-d15a9a97f856 service neutron] 10.222.0.60 "GET /v2.0/networks/7995b685-e18e-455d-be66-3bd792a79086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017276 Sep 03 09:53:20.630236 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-919ccffe-eb26-45b3-8b89-17c0e656738c req-a3df6e8a-29a4-4ee6-9d38-8f1c666510ac tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701226 Sep 03 09:53:20.634870 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d687eb-4cdd-4cd2-9a12-f5f334e94ccf service neutron] Pushing event updated for resources: {'Port': ['ID=e4f4ac60-5318-4e05-80f3-69756b11d5c1,revision_number=2']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:53:20.754614 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88c69c04-f365-4110-9333-53177cb159af req-bfc1e510-c957-4fca-a48b-e4542ab190b4 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Made reservation on behalf of 343cc1bfb2f9452291ef8e11cb33cf4c for: {'port': 1} {{(pid=105524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:53:20.759836 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-88c69c04-f365-4110-9333-53177cb159af req-bfc1e510-c957-4fca-a48b-e4542ab190b4 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:20.784495 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.managers [req-db154fa3-6bcc-4dcb-b562-f01c6dd3baa3 req-62d687eb-4cdd-4cd2-9a12-f5f334e94ccf service neutron] Attempting to bind port e4f4ac60-5318-4e05-80f3-69756b11d5c1 on host hv-cinder-60634 for vnic_type normal with profile {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 09:53:20.784841 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.managers [req-db154fa3-6bcc-4dcb-b562-f01c6dd3baa3 req-62d687eb-4cdd-4cd2-9a12-f5f334e94ccf service neutron] Attempting to bind port e4f4ac60-5318-4e05-80f3-69756b11d5c1 by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': 'a16e87dd-84e7-4093-b690-127dd30a953e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47'}] {{(pid=105524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 09:53:20.785799 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db154fa3-6bcc-4dcb-b562-f01c6dd3baa3 req-62d687eb-4cdd-4cd2-9a12-f5f334e94ccf service neutron] Attempting to bind port e4f4ac60-5318-4e05-80f3-69756b11d5c1 on network 6c3f9ad0-7bd7-4b81-8392-49aacbf78e47 {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:53:20.788002 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-a8736a0c-85d7-415e-9e34-306b5060dc65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:20.791765 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-a8736a0c-85d7-415e-9e34-306b5060dc65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:20.804183 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-a8736a0c-85d7-415e-9e34-306b5060dc65 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fd5b9b6a-90b3-47ff-8127-8dd1608ad8a9 HTTP/1.1" status: 204 len: 168 time: 1.0896442 Sep 03 09:53:20.822791 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device df5efcf7-588a-4eac-867e-f67ec830925e up at agent hyperv_hv-cinder-60634 {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:53:20.850835 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-52130fc8-8da9-4c23-8c2d-fd5560d09960 req-22fa6809-2db9-4315-bd58-9097b1237cb2 service neutron] 10.222.0.60 "GET /v2.0/networks/7995b685-e18e-455d-be66-3bd792a79086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294078 Sep 03 09:53:20.926413 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-727d6179-5c25-4248-b260-1aef195c8239 req-69d2b1fc-ffd1-4125-9c4e-d7d8ed4ed472 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=08c9c8c8-8290-4095-b671-921ee047451d HTTP/1.1" status: 200 len: 210 time: 0.1491230 Sep 03 09:53:20.928734 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8736a0c-85d7-415e-9e34-306b5060dc65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5b9b6a-90b3-47ff-8127-8dd1608ad8a9,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:53:20.940979 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db154fa3-6bcc-4dcb-b562-f01c6dd3baa3 req-62d687eb-4cdd-4cd2-9a12-f5f334e94ccf service neutron] Port e4f4ac60-5318-4e05-80f3-69756b11d5c1 on network 6c3f9ad0-7bd7-4b81-8392-49aacbf78e47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 09:53:20.941346 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db154fa3-6bcc-4dcb-b562-f01c6dd3baa3 req-62d687eb-4cdd-4cd2-9a12-f5f334e94ccf service neutron] Attempting to bind port e4f4ac60-5318-4e05-80f3-69756b11d5c1 on network 6c3f9ad0-7bd7-4b81-8392-49aacbf78e47 {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:53:20.941697 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-c9f587f6-ac6b-4db7-8f72-bd7e61fd1661 req-1006fb64-14b8-4198-a335-e45b321ecd92 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4439003 Sep 03 09:53:20.952838 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db154fa3-6bcc-4dcb-b562-f01c6dd3baa3 req-62d687eb-4cdd-4cd2-9a12-f5f334e94ccf service neutron] Checking agent: {'id': '3ba077dd-5433-4c28-8748-47c2c66d3336', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 9, 48, 46), 'started_at': datetime.datetime(2021, 9, 3, 9, 48, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 9, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 09:53:20.953123 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db154fa3-6bcc-4dcb-b562-f01c6dd3baa3 req-62d687eb-4cdd-4cd2-9a12-f5f334e94ccf service neutron] Checking segment: {'id': 'a16e87dd-84e7-4093-b690-127dd30a953e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:53:20.954002 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db154fa3-6bcc-4dcb-b562-f01c6dd3baa3 req-62d687eb-4cdd-4cd2-9a12-f5f334e94ccf service neutron] Bound using segment: {'id': 'a16e87dd-84e7-4093-b690-127dd30a953e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47'} {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 09:53:20.954508 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.managers [req-db154fa3-6bcc-4dcb-b562-f01c6dd3baa3 req-62d687eb-4cdd-4cd2-9a12-f5f334e94ccf service neutron] Bound port: e4f4ac60-5318-4e05-80f3-69756b11d5c1, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a16e87dd-84e7-4093-b690-127dd30a953e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47'}}] {{(pid=105524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 09:53:20.954958 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-db154fa3-6bcc-4dcb-b562-f01c6dd3baa3 req-62d687eb-4cdd-4cd2-9a12-f5f334e94ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:21.000235 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Provisioning for port df5efcf7-588a-4eac-867e-f67ec830925e completed by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:53:21.005973 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Provisioning complete for port df5efcf7-588a-4eac-867e-f67ec830925e triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:53:21.006361 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:21.266760 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:21.332616 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953195d9-09d7-4c1f-9201-eb00c9b45114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df5efcf7-588a-4eac-867e-f67ec830925e'}] {{(pid=105526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:53:21.334901 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4892a96944886cb42b4657d46b368d41fc18c437eb6a682d176e385d93bf320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff29cde-414f-4c84-84d8-eec1ebecb79c" -d '{"events": [{"server_uuid": "953195d9-09d7-4c1f-9201-eb00c9b45114", "name": "network-vif-plugged", "status": "completed", "tag": "df5efcf7-588a-4eac-867e-f67ec830925e"}]}' {{(pid=105526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:53:21.346700 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6ac40-4bbc-42b1-ae73-06ba0149ea17 req-013f6212-2b76-4fe0-b267-e29565a8744a tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:21.348249 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2cf6ac40-4bbc-42b1-ae73-06ba0149ea17 req-013f6212-2b76-4fe0-b267-e29565a8744a tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/ports?device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 944 time: 0.2476869 Sep 03 09:53:21.369015 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port df5efcf7-588a-4eac-867e-f67ec830925e, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=df5efcf7-588a-4eac-867e-f67ec830925e,segment=NetworkSegment(a218ce8c-e4ea-434c-b6ed-34586d46e94e),segment_id=a218ce8c-e4ea-434c-b6ed-34586d46e94e)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:53:21.375316 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:21.411456 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.db_base_plugin_common [req-88c69c04-f365-4110-9333-53177cb159af req-bfc1e510-c957-4fca-a48b-e4542ab190b4 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Allocated IP 172.20.0.2 (2ca7c045-af05-4524-bcc4-6b4f1b7ebefb/8da37cab-7d9d-4282-adea-29440e0d2f69/ba0d978f-d9de-4f66-92e9-e868e6afe2cd) {{(pid=105524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:53:21.455160 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Pushing event updated for resources: {'Port': ['ID=df5efcf7-588a-4eac-867e-f67ec830925e,revision_number=5']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:53:21.458719 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.db [req-db154fa3-6bcc-4dcb-b562-f01c6dd3baa3 req-62d687eb-4cdd-4cd2-9a12-f5f334e94ccf service neutron] For port e4f4ac60-5318-4e05-80f3-69756b11d5c1, host hv-cinder-60634, cleared binding levels {{(pid=105524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 09:53:21.516554 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.db [req-db154fa3-6bcc-4dcb-b562-f01c6dd3baa3 req-62d687eb-4cdd-4cd2-9a12-f5f334e94ccf service neutron] For port e4f4ac60-5318-4e05-80f3-69756b11d5c1, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=e4f4ac60-5318-4e05-80f3-69756b11d5c1,segment=NetworkSegment(a16e87dd-84e7-4093-b690-127dd30a953e),segment_id=a16e87dd-84e7-4093-b690-127dd30a953e)] {{(pid=105524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 09:53:21.552919 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-db154fa3-6bcc-4dcb-b562-f01c6dd3baa3 req-62d687eb-4cdd-4cd2-9a12-f5f334e94ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:21.687993 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2cf6ac40-4bbc-42b1-ae73-06ba0149ea17 req-1f1b708b-89d1-4ecc-a05b-d8ffa1a5537a tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/security-groups?id=a18fc30f-a8d8-4fa1-a88c-0c403993028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202846 Sep 03 09:53:21.795923 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db154fa3-6bcc-4dcb-b562-f01c6dd3baa3 req-62d687eb-4cdd-4cd2-9a12-f5f334e94ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:21.796536 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-db154fa3-6bcc-4dcb-b562-f01c6dd3baa3 req-62d687eb-4cdd-4cd2-9a12-f5f334e94ccf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for port, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:21.799732 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-db154fa3-6bcc-4dcb-b562-f01c6dd3baa3 req-62d687eb-4cdd-4cd2-9a12-f5f334e94ccf service neutron] 10.222.0.60 "PUT /v2.0/ports/e4f4ac60-5318-4e05-80f3-69756b11d5c1 HTTP/1.1" status: 200 len: 1093 time: 3.2560141 Sep 03 09:53:21.800337 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1de2abc-7669-4b1e-bf70-c3092844b837', 'tag': 'e4f4ac60-5318-4e05-80f3-69756b11d5c1'}] {{(pid=105524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:53:21.809866 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07cd05725c708ed75ef04e80da70ebdfc8c47d02cbbda1b8cc3f0b48d37440d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32be0d8-3f89-482c-a8f0-8be674d65f86" -d '{"events": [{"name": "network-changed", "server_uuid": "a1de2abc-7669-4b1e-bf70-c3092844b837", "tag": "e4f4ac60-5318-4e05-80f3-69756b11d5c1"}]}' {{(pid=105524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:53:21.810751 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 09:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c645c625-9a08-4774-bde9-26e941ca132e x-openstack-request-id: req-c645c625-9a08-4774-bde9-26e941ca132e {{(pid=105526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:53:21.811087 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953195d9-09d7-4c1f-9201-eb00c9b45114", "name": "network-vif-plugged", "status": "completed", "tag": "df5efcf7-588a-4eac-867e-f67ec830925e", "code": 200}]} {{(pid=105526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:53:21.811462 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c645c625-9a08-4774-bde9-26e941ca132e {{(pid=105526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:53:21.812035 dv-cinder-606346-32-iscsi neutron-server[105526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953195d9-09d7-4c1f-9201-eb00c9b45114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df5efcf7-588a-4eac-867e-f67ec830925e', 'code': 200} Sep 03 09:53:21.885090 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47ffcea-0de0-4786-adba-bff700d6adc1 req-4d4334b9-23fc-4808-96d9-aeef31962047 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:21.886678 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-f47ffcea-0de0-4786-adba-bff700d6adc1 req-4d4334b9-23fc-4808-96d9-aeef31962047 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1de2abc-7669-4b1e-bf70-c3092844b837 HTTP/1.1" status: 200 len: 943 time: 0.1339691 Sep 03 09:53:21.991021 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-f47ffcea-0de0-4786-adba-bff700d6adc1 req-6059bc3d-4920-4b60-8893-ef11a4d2b80c tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/security-groups?id=3095eee2-accc-4f20-9251-54fe2d77c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942929 Sep 03 09:53:22.114986 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d687eb-4cdd-4cd2-9a12-f5f334e94ccf service neutron] Pushing event updated for resources: {'Port': ['ID=e4f4ac60-5318-4e05-80f3-69756b11d5c1,revision_number=3']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:53:22.132323 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [req-ed27d0cb-3d0c-41db-b06b-55d0599c41a1 req-4f0588aa-3447-4a00-81da-45856fade16b service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=105525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 09:53:22.142469 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-ed27d0cb-3d0c-41db-b06b-55d0599c41a1 req-4f0588aa-3447-4a00-81da-45856fade16b service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0254264 Sep 03 09:53:22.159650 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f5d70-fe54-4919-a9e8-f7257f9feebb req-8be765cd-33e0-43be-b981-a82bcbc06ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:22.169321 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-e35f5d70-fe54-4919-a9e8-f7257f9feebb req-8be765cd-33e0-43be-b981-a82bcbc06ecd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 1098 time: 0.1320109 Sep 03 09:53:22.282222 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-e35f5d70-fe54-4919-a9e8-f7257f9feebb req-223b2505-23c2-464a-b0d8-6561bceaa7e8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a18fc30f-a8d8-4fa1-a88c-0c403993028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016636 Sep 03 09:53:22.284858 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db154fa3-6bcc-4dcb-b562-f01c6dd3baa3 req-4f8a54c0-a336-4af0-b647-3e4a84c40627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:22.289144 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-db154fa3-6bcc-4dcb-b562-f01c6dd3baa3 req-4f8a54c0-a336-4af0-b647-3e4a84c40627 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=44b3fef83509437faeb9b56d841754dc&device_id=a1de2abc-7669-4b1e-bf70-c3092844b837 HTTP/1.1" status: 200 len: 1096 time: 0.4085650 Sep 03 09:53:22.315435 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab407eaf-b32b-4aa4-b7ba-00222fd87501 req-f1f223ba-6dbb-4e4b-ae34-cec3ab0523cf tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:22.325824 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-ab407eaf-b32b-4aa4-b7ba-00222fd87501 req-f1f223ba-6dbb-4e4b-ae34-cec3ab0523cf tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.3494806 Sep 03 09:53:22.362626 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 09:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2220fe7-671a-4e38-8c6d-e06d8e580902 x-openstack-request-id: req-e2220fe7-671a-4e38-8c6d-e06d8e580902 {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:53:22.363304 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1de2abc-7669-4b1e-bf70-c3092844b837", "tag": "e4f4ac60-5318-4e05-80f3-69756b11d5c1", "status": "completed", "code": 200}]} {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:53:22.363304 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e2220fe7-671a-4e38-8c6d-e06d8e580902 {{(pid=105524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:53:22.363532 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1de2abc-7669-4b1e-bf70-c3092844b837', 'tag': 'e4f4ac60-5318-4e05-80f3-69756b11d5c1', 'status': 'completed', 'code': 200} Sep 03 09:53:22.367012 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-88c69c04-f365-4110-9333-53177cb159af req-bfc1e510-c957-4fca-a48b-e4542ab190b4 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Notify callbacks [] for port, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:22.402219 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-ab407eaf-b32b-4aa4-b7ba-00222fd87501 req-bea8f4c9-c3a0-4b0d-9f66-df17f1a7386c tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711162 Sep 03 09:53:22.474920 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-88c69c04-f365-4110-9333-53177cb159af req-bfc1e510-c957-4fca-a48b-e4542ab190b4 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931'] for port, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:22.493412 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] get_ports_and_sgs() called for port_ids ['8f14eea0-cbb9-4187-b8dd-48cbd6747e9d', '804952d9-9631-42ef-b6f3-186a4104a331', '2034a98b-4047-4d68-868d-001950555fd0'] {{(pid=105526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 09:53:22.535813 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-3fe39910-5539-467d-8f3f-0978fe80aa72 req-434f4950-d487-451b-af63-acf7b58846fd tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=08c9c8c8-8290-4095-b671-921ee047451d HTTP/1.1" status: 200 len: 210 time: 0.0833395 Sep 03 09:53:22.892796 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88c69c04-f365-4110-9333-53177cb159af req-bfc1e510-c957-4fca-a48b-e4542ab190b4 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Network 2ca7c045-af05-4524-bcc4-6b4f1b7ebefb is already hosted by enough agents. {{(pid=105524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:53:22.898129 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.base_scheduler [req-88c69c04-f365-4110-9333-53177cb159af req-bfc1e510-c957-4fca-a48b-e4542ab190b4 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Resources bound (agent type, host, resource id): {{(pid=105524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:53:22.918633 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-db154fa3-6bcc-4dcb-b562-f01c6dd3baa3 req-2da607c7-9bd3-4a32-949b-8f97e9dcdd05 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4f4ac60-5318-4e05-80f3-69756b11d5c1 HTTP/1.1" status: 200 len: 217 time: 0.4058657 Sep 03 09:53:22.918816 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c69c04-f365-4110-9333-53177cb159af req-bfc1e510-c957-4fca-a48b-e4542ab190b4 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Received port after_create {{(pid=105524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:53:22.924763 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c69c04-f365-4110-9333-53177cb159af req-bfc1e510-c957-4fca-a48b-e4542ab190b4 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:22.925483 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-88c69c04-f365-4110-9333-53177cb159af req-bfc1e510-c957-4fca-a48b-e4542ab190b4 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for port, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:22.946498 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c930f70d-d41e-4d53-9e57-969bb0d19cf9 req-875c716e-38ea-4c86-813a-be99855b8857 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:22.948864 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-c930f70d-d41e-4d53-9e57-969bb0d19cf9 req-875c716e-38ea-4c86-813a-be99855b8857 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/ports?device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 945 time: 0.1390512 Sep 03 09:53:22.993512 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc1e510-c957-4fca-a48b-e4542ab190b4 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Pushing event updated for resources: {'Port': ['ID=ba0d978f-d9de-4f66-92e9-e868e6afe2cd,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:53:23.015544 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-88c69c04-f365-4110-9333-53177cb159af req-bfc1e510-c957-4fca-a48b-e4542ab190b4 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7478015 Sep 03 09:53:23.026292 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe5b81-5f74-44dd-8b77-27c32afa2926 req-27c820bb-de53-4814-af6f-cafa5021ead6 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:23.034452 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-f7fe5b81-5f74-44dd-8b77-27c32afa2926 req-27c820bb-de53-4814-af6f-cafa5021ead6 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 943 time: 0.1864557 Sep 03 09:53:23.063644 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [req-88c69c04-f365-4110-9333-53177cb159af req-ab7bd371-9bfc-4b43-b2da-56cbf3f1e039 service neutron] Request body: {'port': {'device_id': '08c9c8c8-8290-4095-b671-921ee047451d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:53:23.112465 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-c930f70d-d41e-4d53-9e57-969bb0d19cf9 req-f4745ebf-aa46-4197-b336-de9b1ca6512f tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/security-groups?id=a18fc30f-a8d8-4fa1-a88c-0c403993028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556265 Sep 03 09:53:23.139214 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db154fa3-6bcc-4dcb-b562-f01c6dd3baa3 req-59667fcf-9d2b-4b20-96bf-4fbbf07a55ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:23.140809 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-db154fa3-6bcc-4dcb-b562-f01c6dd3baa3 req-59667fcf-9d2b-4b20-96bf-4fbbf07a55ca service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f30130ee-7f80-427c-b15d-1973012df7f3 HTTP/1.1" status: 200 len: 851 time: 0.1998935 Sep 03 09:53:23.165857 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-f7fe5b81-5f74-44dd-8b77-27c32afa2926 req-a23f9b4a-000f-4b56-975c-068def31808a tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275890 Sep 03 09:53:23.178248 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-88c69c04-f365-4110-9333-53177cb159af req-ab7bd371-9bfc-4b43-b2da-56cbf3f1e039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:23.288975 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db154fa3-6bcc-4dcb-b562-f01c6dd3baa3 req-c4730ceb-a5af-456b-9b36-5eb5e71a0235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:23.296689 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-db154fa3-6bcc-4dcb-b562-f01c6dd3baa3 req-c4730ceb-a5af-456b-9b36-5eb5e71a0235 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6c3f9ad0-7bd7-4b81-8392-49aacbf78e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1325312 Sep 03 09:53:23.307541 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 37994) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:53:23.389756 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a5573-3f6c-4b2d-aaa1-e3b7f0c49e22 req-96b922b6-72f6-43d2-a05b-b48b117054bd tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:23.394024 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-142a5573-3f6c-4b2d-aaa1-e3b7f0c49e22 req-96b922b6-72f6-43d2-a05b-b48b117054bd tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1de2abc-7669-4b1e-bf70-c3092844b837 HTTP/1.1" status: 200 len: 943 time: 0.1165884 Sep 03 09:53:23.513388 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-142a5573-3f6c-4b2d-aaa1-e3b7f0c49e22 req-8a9224bd-cb2a-4a5e-9227-25aef0a4d256 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/security-groups?id=3095eee2-accc-4f20-9251-54fe2d77c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047380 Sep 03 09:53:23.563998 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-db154fa3-6bcc-4dcb-b562-f01c6dd3baa3 req-310a19ba-a001-47a5-8895-ed37cfc997cb service neutron] 10.222.0.60 "GET /v2.0/networks/6c3f9ad0-7bd7-4b81-8392-49aacbf78e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249453 Sep 03 09:53:23.734783 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6270e6-d938-41f1-a844-fea238b829f9 req-3ff374c4-ff15-4377-ae50-eafd3e288a29 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:23.741271 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-af6270e6-d938-41f1-a844-fea238b829f9 req-3ff374c4-ff15-4377-ae50-eafd3e288a29 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=08c9c8c8-8290-4095-b671-921ee047451d HTTP/1.1" status: 200 len: 931 time: 0.1080079 Sep 03 09:53:23.779757 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-af6270e6-d938-41f1-a844-fea238b829f9 req-556631d1-575b-4d7f-b2d6-ccd62b43bf1e tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372665 Sep 03 09:53:23.829903 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffba1aa-6805-417c-8e7a-f6ea743ceb8a req-a5b71019-5153-4166-b5c0-505655803376 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:23.831430 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-1ffba1aa-6805-417c-8e7a-f6ea743ceb8a req-a5b71019-5153-4166-b5c0-505655803376 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.2598083 Sep 03 09:53:23.847396 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-7c7477d3-8f29-493e-8f96-5fda7d0a106c req-d9d4e734-acc5-46ac-ba08-68c9a21e19b3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5369163 Sep 03 09:53:23.878170 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [req-7c7477d3-8f29-493e-8f96-5fda7d0a106c req-ba62f99c-ceb2-4544-8ea9-41a629e96c32 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=105524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 09:53:23.879171 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-7c7477d3-8f29-493e-8f96-5fda7d0a106c req-ba62f99c-ceb2-4544-8ea9-41a629e96c32 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0165012 Sep 03 09:53:23.954975 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-db154fa3-6bcc-4dcb-b562-f01c6dd3baa3 req-74adecde-3170-436a-b12e-d8e2092dfbde service neutron] 10.222.0.60 "GET /v2.0/networks/6c3f9ad0-7bd7-4b81-8392-49aacbf78e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323243 Sep 03 09:53:23.982325 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-1ffba1aa-6805-417c-8e7a-f6ea743ceb8a req-0ddad4ad-aa18-4fbc-ad67-7f716b8f8d4c tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323597 Sep 03 09:53:24.199357 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.notifiers.nova [req-88c69c04-f365-4110-9333-53177cb159af req-ab7bd371-9bfc-4b43-b2da-56cbf3f1e039 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba0d978f-d9de-4f66-92e9-e868e6afe2cd {{(pid=105524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 09:53:24.207134 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-88c69c04-f365-4110-9333-53177cb159af req-ab7bd371-9bfc-4b43-b2da-56cbf3f1e039 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:24.220834 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32be0d8-3f89-482c-a8f0-8be674d65f86 req-567cb0e9-c182-47d7-a4d5-f832b388022c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:24.222759 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-f32be0d8-3f89-482c-a8f0-8be674d65f86 req-567cb0e9-c182-47d7-a4d5-f832b388022c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=44b3fef83509437faeb9b56d841754dc&device_id=a1de2abc-7669-4b1e-bf70-c3092844b837 HTTP/1.1" status: 200 len: 1096 time: 0.1582203 Sep 03 09:53:24.228456 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.provisioning_blocks [req-88c69c04-f365-4110-9333-53177cb159af req-ab7bd371-9bfc-4b43-b2da-56cbf3f1e039 service neutron] Transition to ACTIVE for port object ba0d978f-d9de-4f66-92e9-e868e6afe2cd will not be triggered until provisioned by entity L2. {{(pid=105524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:53:24.248200 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-88c69c04-f365-4110-9333-53177cb159af req-ab7bd371-9bfc-4b43-b2da-56cbf3f1e039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:24.413098 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bd371-9bfc-4b43-b2da-56cbf3f1e039 service neutron] Pushing event updated for resources: {'Port': ['ID=ba0d978f-d9de-4f66-92e9-e868e6afe2cd,revision_number=2']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:53:24.468296 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a1964-fcaa-4613-8242-09fd77495448 req-8e64d2b9-8ffa-40ea-ac29-eed06f9c8794 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:24.475962 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-954a1964-fcaa-4613-8242-09fd77495448 req-8e64d2b9-8ffa-40ea-ac29-eed06f9c8794 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/ports?device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 945 time: 0.2287281 Sep 03 09:53:24.558689 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32be0d8-3f89-482c-a8f0-8be674d65f86 req-6d951325-8c73-415c-b6c7-14767abbd7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:24.564157 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-f32be0d8-3f89-482c-a8f0-8be674d65f86 req-6d951325-8c73-415c-b6c7-14767abbd7d0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6c3f9ad0-7bd7-4b81-8392-49aacbf78e47 HTTP/1.1" status: 200 len: 913 time: 0.3318143 Sep 03 09:53:24.565492 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.managers [req-88c69c04-f365-4110-9333-53177cb159af req-ab7bd371-9bfc-4b43-b2da-56cbf3f1e039 service neutron] Attempting to bind port ba0d978f-d9de-4f66-92e9-e868e6afe2cd on host hv-cinder-60634 for vnic_type normal with profile {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 09:53:24.566615 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.managers [req-88c69c04-f365-4110-9333-53177cb159af req-ab7bd371-9bfc-4b43-b2da-56cbf3f1e039 service neutron] Attempting to bind port ba0d978f-d9de-4f66-92e9-e868e6afe2cd by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': '6162f772-1e28-4e35-bf3d-bf08b646a09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '2ca7c045-af05-4524-bcc4-6b4f1b7ebefb'}] {{(pid=105524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 09:53:24.567127 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c69c04-f365-4110-9333-53177cb159af req-ab7bd371-9bfc-4b43-b2da-56cbf3f1e039 service neutron] Attempting to bind port ba0d978f-d9de-4f66-92e9-e868e6afe2cd on network 2ca7c045-af05-4524-bcc4-6b4f1b7ebefb {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:53:24.586670 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c69c04-f365-4110-9333-53177cb159af req-ab7bd371-9bfc-4b43-b2da-56cbf3f1e039 service neutron] Port ba0d978f-d9de-4f66-92e9-e868e6afe2cd on network 2ca7c045-af05-4524-bcc4-6b4f1b7ebefb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 09:53:24.587129 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c69c04-f365-4110-9333-53177cb159af req-ab7bd371-9bfc-4b43-b2da-56cbf3f1e039 service neutron] Attempting to bind port ba0d978f-d9de-4f66-92e9-e868e6afe2cd on network 2ca7c045-af05-4524-bcc4-6b4f1b7ebefb {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:53:24.674253 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c69c04-f365-4110-9333-53177cb159af req-ab7bd371-9bfc-4b43-b2da-56cbf3f1e039 service neutron] Checking agent: {'id': '3ba077dd-5433-4c28-8748-47c2c66d3336', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 9, 48, 46), 'started_at': datetime.datetime(2021, 9, 3, 9, 48, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 9, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 09:53:24.674750 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c69c04-f365-4110-9333-53177cb159af req-ab7bd371-9bfc-4b43-b2da-56cbf3f1e039 service neutron] Checking segment: {'id': '6162f772-1e28-4e35-bf3d-bf08b646a09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '2ca7c045-af05-4524-bcc4-6b4f1b7ebefb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:53:24.675162 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c69c04-f365-4110-9333-53177cb159af req-ab7bd371-9bfc-4b43-b2da-56cbf3f1e039 service neutron] Bound using segment: {'id': '6162f772-1e28-4e35-bf3d-bf08b646a09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '2ca7c045-af05-4524-bcc4-6b4f1b7ebefb'} {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 09:53:24.675705 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.managers [req-88c69c04-f365-4110-9333-53177cb159af req-ab7bd371-9bfc-4b43-b2da-56cbf3f1e039 service neutron] Bound port: ba0d978f-d9de-4f66-92e9-e868e6afe2cd, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6162f772-1e28-4e35-bf3d-bf08b646a09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '2ca7c045-af05-4524-bcc4-6b4f1b7ebefb'}}] {{(pid=105524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 09:53:24.676155 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-88c69c04-f365-4110-9333-53177cb159af req-ab7bd371-9bfc-4b43-b2da-56cbf3f1e039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:24.694137 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-f32be0d8-3f89-482c-a8f0-8be674d65f86 req-9e37bce9-45dc-45d4-9239-77c6dc1e7d28 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4f4ac60-5318-4e05-80f3-69756b11d5c1 HTTP/1.1" status: 200 len: 217 time: 0.1189742 Sep 03 09:53:24.728497 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-954a1964-fcaa-4613-8242-09fd77495448 req-376666f6-053d-4970-9d16-fac12911f01a tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/security-groups?id=a18fc30f-a8d8-4fa1-a88c-0c403993028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469268 Sep 03 09:53:24.852763 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 9000703e-83cb-4133-ad9a-97f2ee4d2fe9 no longer exists at agent hyperv_hv-cinder-60634 {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 09:53:24.854352 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77be2d3-3757-437a-8523-4ac6b16621a9 req-4168f404-82d1-46a8-8248-4d32804131e1 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:24.857888 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-d77be2d3-3757-437a-8523-4ac6b16621a9 req-4168f404-82d1-46a8-8248-4d32804131e1 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 943 time: 0.0885613 Sep 03 09:53:24.919954 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.db [req-88c69c04-f365-4110-9333-53177cb159af req-ab7bd371-9bfc-4b43-b2da-56cbf3f1e039 service neutron] For port ba0d978f-d9de-4f66-92e9-e868e6afe2cd, host hv-cinder-60634, cleared binding levels {{(pid=105524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 09:53:24.923319 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.db [req-88c69c04-f365-4110-9333-53177cb159af req-ab7bd371-9bfc-4b43-b2da-56cbf3f1e039 service neutron] For port ba0d978f-d9de-4f66-92e9-e868e6afe2cd, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=ba0d978f-d9de-4f66-92e9-e868e6afe2cd,segment=NetworkSegment(6162f772-1e28-4e35-bf3d-bf08b646a09f),segment_id=6162f772-1e28-4e35-bf3d-bf08b646a09f)] {{(pid=105524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 09:53:24.934484 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-d77be2d3-3757-437a-8523-4ac6b16621a9 req-61df6d29-d8a1-45d7-9ae8-232c98092bae tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683692 Sep 03 09:53:24.940099 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-88c69c04-f365-4110-9333-53177cb159af req-ab7bd371-9bfc-4b43-b2da-56cbf3f1e039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:24.998998 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c69c04-f365-4110-9333-53177cb159af req-ab7bd371-9bfc-4b43-b2da-56cbf3f1e039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:24.999565 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-88c69c04-f365-4110-9333-53177cb159af req-ab7bd371-9bfc-4b43-b2da-56cbf3f1e039 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for port, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:25.001174 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-88c69c04-f365-4110-9333-53177cb159af req-ab7bd371-9bfc-4b43-b2da-56cbf3f1e039 service neutron] 10.222.0.60 "PUT /v2.0/ports/ba0d978f-d9de-4f66-92e9-e868e6afe2cd HTTP/1.1" status: 200 len: 1093 time: 1.9617984 Sep 03 09:53:25.005438 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c9c8c8-8290-4095-b671-921ee047451d', 'tag': 'ba0d978f-d9de-4f66-92e9-e868e6afe2cd'}] {{(pid=105524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:53:25.008314 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07cd05725c708ed75ef04e80da70ebdfc8c47d02cbbda1b8cc3f0b48d37440d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c327967-6da8-44f8-99c4-679bcd6257de" -d '{"events": [{"name": "network-changed", "server_uuid": "08c9c8c8-8290-4095-b671-921ee047451d", "tag": "ba0d978f-d9de-4f66-92e9-e868e6afe2cd"}]}' {{(pid=105524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:53:25.106144 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32be0d8-3f89-482c-a8f0-8be674d65f86 req-6c204ef9-5890-4236-998c-fc8c7ecab83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:25.107562 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-f32be0d8-3f89-482c-a8f0-8be674d65f86 req-6c204ef9-5890-4236-998c-fc8c7ecab83b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f30130ee-7f80-427c-b15d-1973012df7f3 HTTP/1.1" status: 200 len: 851 time: 0.3975036 Sep 03 09:53:25.188851 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38613c34-3af4-4c97-bbd6-2166754afddc req-347cb8a7-3a1c-4288-9dd3-d547866e4dc4 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:25.196720 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-38613c34-3af4-4c97-bbd6-2166754afddc req-347cb8a7-3a1c-4288-9dd3-d547866e4dc4 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1de2abc-7669-4b1e-bf70-c3092844b837 HTTP/1.1" status: 200 len: 943 time: 0.2668345 Sep 03 09:53:25.201270 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c69c04-f365-4110-9333-53177cb159af req-22a7322b-5254-4e2b-8bc7-9253e32926c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:25.202865 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-88c69c04-f365-4110-9333-53177cb159af req-22a7322b-5254-4e2b-8bc7-9253e32926c7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=343cc1bfb2f9452291ef8e11cb33cf4c&device_id=08c9c8c8-8290-4095-b671-921ee047451d HTTP/1.1" status: 200 len: 1096 time: 0.1424901 Sep 03 09:53:25.206303 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bd371-9bfc-4b43-b2da-56cbf3f1e039 service neutron] Pushing event updated for resources: {'Port': ['ID=ba0d978f-d9de-4f66-92e9-e868e6afe2cd,revision_number=3']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:53:25.220298 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab0e86b-6733-4e6a-a6e3-ccd81105d6c5 req-d60a44ea-539f-4f04-a96d-ffa9b6634a95 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:25.222306 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-4ab0e86b-6733-4e6a-a6e3-ccd81105d6c5 req-d60a44ea-539f-4f04-a96d-ffa9b6634a95 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/ports?device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 945 time: 0.0863893 Sep 03 09:53:25.257076 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32be0d8-3f89-482c-a8f0-8be674d65f86 req-19573a0a-cdee-462c-9bfd-108c97ace2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:25.260767 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-f32be0d8-3f89-482c-a8f0-8be674d65f86 req-19573a0a-cdee-462c-9bfd-108c97ace2bd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6c3f9ad0-7bd7-4b81-8392-49aacbf78e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1349249 Sep 03 09:53:25.314124 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-88c69c04-f365-4110-9333-53177cb159af req-bb76e761-3963-4b56-8723-c191f0f79969 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ba0d978f-d9de-4f66-92e9-e868e6afe2cd HTTP/1.1" status: 200 len: 217 time: 0.0814764 Sep 03 09:53:25.317361 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-38613c34-3af4-4c97-bbd6-2166754afddc req-d7990122-38cc-4004-a6a2-5e051a0d9559 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/security-groups?id=3095eee2-accc-4f20-9251-54fe2d77c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198633 Sep 03 09:53:25.370153 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-4ab0e86b-6733-4e6a-a6e3-ccd81105d6c5 req-4cbc9ee3-9dfd-4812-9705-16978ca9c493 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/security-groups?id=a18fc30f-a8d8-4fa1-a88c-0c403993028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301091 Sep 03 09:53:25.483475 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c69c04-f365-4110-9333-53177cb159af req-3b8dc324-1b64-4b23-8a4f-95e704a74a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:25.485286 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-88c69c04-f365-4110-9333-53177cb159af req-3b8dc324-1b64-4b23-8a4f-95e704a74a4f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8da37cab-7d9d-4282-adea-29440e0d2f69 HTTP/1.1" status: 200 len: 855 time: 0.1514373 Sep 03 09:53:25.487672 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 09:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8daa06-064b-40e3-9e58-d23ff952f248 x-openstack-request-id: req-8d8daa06-064b-40e3-9e58-d23ff952f248 {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:53:25.488157 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08c9c8c8-8290-4095-b671-921ee047451d", "tag": "ba0d978f-d9de-4f66-92e9-e868e6afe2cd", "status": "completed", "code": 200}]} {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:53:25.488570 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8d8daa06-064b-40e3-9e58-d23ff952f248 {{(pid=105524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:53:25.489194 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08c9c8c8-8290-4095-b671-921ee047451d', 'tag': 'ba0d978f-d9de-4f66-92e9-e868e6afe2cd', 'status': 'completed', 'code': 200} Sep 03 09:53:25.561939 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-88c69c04-f365-4110-9333-53177cb159af req-c7bc6535-162c-45c3-917d-e64e37917ef2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2ca7c045-af05-4524-bcc4-6b4f1b7ebefb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285027 Sep 03 09:53:25.722692 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d47eb8-27f7-425d-96a1-2a05179e6ce9 req-90a6a74c-7084-4748-b05d-5c1f1cd92a5f tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:25.731133 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-f6d47eb8-27f7-425d-96a1-2a05179e6ce9 req-90a6a74c-7084-4748-b05d-5c1f1cd92a5f tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=08c9c8c8-8290-4095-b671-921ee047451d HTTP/1.1" status: 200 len: 943 time: 0.1992819 Sep 03 09:53:25.783012 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-f32be0d8-3f89-482c-a8f0-8be674d65f86 req-2e891160-9d57-4e4b-8c20-394b0234666a service neutron] 10.222.0.60 "GET /v2.0/networks/6c3f9ad0-7bd7-4b81-8392-49aacbf78e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4852812 Sep 03 09:53:25.884677 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-88c69c04-f365-4110-9333-53177cb159af req-5507a2c7-dbb1-4c06-89c7-8cf88feb66f3 service neutron] 10.222.0.60 "GET /v2.0/networks/2ca7c045-af05-4524-bcc4-6b4f1b7ebefb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089395 Sep 03 09:53:25.945908 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-f6d47eb8-27f7-425d-96a1-2a05179e6ce9 req-f82dae54-4578-4a43-8e9b-075617489c2f tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102938 Sep 03 09:53:26.181093 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-f32be0d8-3f89-482c-a8f0-8be674d65f86 req-f15e8fca-65ee-4f74-ae86-4f7b519ad01a service neutron] 10.222.0.60 "GET /v2.0/networks/6c3f9ad0-7bd7-4b81-8392-49aacbf78e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757920 Sep 03 09:53:26.244259 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 38102) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:53:26.255217 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e668eb-5a1e-4886-a788-fcbe2f265137 req-cdbabdfc-1dbc-4f11-8bc1-5d807c4201ca tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:26.259451 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-86e668eb-5a1e-4886-a788-fcbe2f265137 req-cdbabdfc-1dbc-4f11-8bc1-5d807c4201ca tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/ports?device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 945 time: 0.1544745 Sep 03 09:53:26.277938 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c401f33-2c1a-4d3d-bd48-8234be98941d req-5fc65168-2f1a-4c7c-b36a-e36f15db0367 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:26.287083 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-9c401f33-2c1a-4d3d-bd48-8234be98941d req-5fc65168-2f1a-4c7c-b36a-e36f15db0367 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 943 time: 0.1466990 Sep 03 09:53:26.312355 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7477d3-8f29-493e-8f96-5fda7d0a106c req-763e83b5-b576-4608-b6c1-cd57c2b553af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:26.314416 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-7c7477d3-8f29-493e-8f96-5fda7d0a106c req-763e83b5-b576-4608-b6c1-cd57c2b553af service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0&tenant_id=bbe4096f40d64702be2a6fb537ac5c42 HTTP/1.1" status: 200 len: 1096 time: 0.1380584 Sep 03 09:53:26.330356 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-86e668eb-5a1e-4886-a788-fcbe2f265137 req-054231f0-309b-44a0-918c-fe9b842584fe tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/security-groups?id=a18fc30f-a8d8-4fa1-a88c-0c403993028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629187 Sep 03 09:53:26.362214 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-9c401f33-2c1a-4d3d-bd48-8234be98941d req-0fb7cb95-5d7e-4440-8c87-88d4b7b87aa5 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739994 Sep 03 09:53:26.365223 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-88c69c04-f365-4110-9333-53177cb159af req-871da807-7c5c-4bed-9d31-38a5636bad86 service neutron] 10.222.0.60 "GET /v2.0/networks/2ca7c045-af05-4524-bcc4-6b4f1b7ebefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4511838 Sep 03 09:53:26.448205 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7477d3-8f29-493e-8f96-5fda7d0a106c req-3fbf298b-9f2e-4842-ab3f-3fd57e09e475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:26.457418 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-7c7477d3-8f29-493e-8f96-5fda7d0a106c req-3fbf298b-9f2e-4842-ab3f-3fd57e09e475 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bbe4096f40d64702be2a6fb537ac5c42&device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 1096 time: 0.1109946 Sep 03 09:53:26.560103 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c327967-6da8-44f8-99c4-679bcd6257de req-7ee98786-f37c-4a53-bcdd-301a2a33f6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:26.563142 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-4c327967-6da8-44f8-99c4-679bcd6257de req-7ee98786-f37c-4a53-bcdd-301a2a33f6f1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=343cc1bfb2f9452291ef8e11cb33cf4c&device_id=08c9c8c8-8290-4095-b671-921ee047451d HTTP/1.1" status: 200 len: 1096 time: 0.0938709 Sep 03 09:53:26.680371 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-728ea043-8909-405d-a90c-e38dd57d4dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:26.690382 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7477d3-8f29-493e-8f96-5fda7d0a106c req-88b55bb6-d04d-4b75-9796-f3503c682024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:26.691879 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-7c7477d3-8f29-493e-8f96-5fda7d0a106c req-88b55bb6-d04d-4b75-9796-f3503c682024 service neutron] 10.222.0.60 "GET /v2.0/networks?id=528a02fc-44c8-4bd1-9db4-aa8e01cd9db5 HTTP/1.1" status: 200 len: 917 time: 0.2218969 Sep 03 09:53:26.696185 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d2a40-503e-4433-bc62-98161d899878 req-9ef92c6e-a353-4fbe-a04c-06457f289a8a tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:26.698227 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-3f4d2a40-503e-4433-bc62-98161d899878 req-9ef92c6e-a353-4fbe-a04c-06457f289a8a tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1de2abc-7669-4b1e-bf70-c3092844b837 HTTP/1.1" status: 200 len: 943 time: 0.1850975 Sep 03 09:53:26.797530 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-3f4d2a40-503e-4433-bc62-98161d899878 req-b231c73b-ae66-4a0a-88ff-dd44c1e6c418 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/security-groups?id=3095eee2-accc-4f20-9251-54fe2d77c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851374 Sep 03 09:53:26.809360 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c327967-6da8-44f8-99c4-679bcd6257de req-02435f67-839e-40ba-a2ad-c25ca59b78be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:26.812896 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-4c327967-6da8-44f8-99c4-679bcd6257de req-02435f67-839e-40ba-a2ad-c25ca59b78be service neutron] 10.222.0.60 "GET /v2.0/networks?id=2ca7c045-af05-4524-bcc4-6b4f1b7ebefb HTTP/1.1" status: 200 len: 916 time: 0.2405496 Sep 03 09:53:26.853873 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-7c7477d3-8f29-493e-8f96-5fda7d0a106c req-1e601a08-58ca-48c2-9517-5367539dd7fd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9000703e-83cb-4133-ad9a-97f2ee4d2fe9 HTTP/1.1" status: 200 len: 999 time: 0.1529686 Sep 03 09:53:26.920244 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7477d3-8f29-493e-8f96-5fda7d0a106c req-8037dba3-6e62-46ad-9fd5-20bf7f82b129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:26.922115 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-7c7477d3-8f29-493e-8f96-5fda7d0a106c req-8037dba3-6e62-46ad-9fd5-20bf7f82b129 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b9bc1cc-f1d0-4f7b-aa38-f059a6d84938 HTTP/1.1" status: 200 len: 855 time: 0.0607824 Sep 03 09:53:27.069931 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7477d3-8f29-493e-8f96-5fda7d0a106c req-cfe94221-c2d4-4684-8949-1ce5ac7d0823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:27.072495 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-7c7477d3-8f29-493e-8f96-5fda7d0a106c req-cfe94221-c2d4-4684-8949-1ce5ac7d0823 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=528a02fc-44c8-4bd1-9db4-aa8e01cd9db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1387298 Sep 03 09:53:27.222459 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7599c39-5935-4bfc-9500-fef454902630 req-df855b03-7ff1-4566-9d82-9d135643c8c8 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:27.223948 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-e7599c39-5935-4bfc-9500-fef454902630 req-df855b03-7ff1-4566-9d82-9d135643c8c8 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=08c9c8c8-8290-4095-b671-921ee047451d HTTP/1.1" status: 200 len: 943 time: 0.1603055 Sep 03 09:53:27.269483 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-7c7477d3-8f29-493e-8f96-5fda7d0a106c req-5f41fb7a-66b0-4f83-92b9-9976fc7e2522 service neutron] 10.222.0.60 "GET /v2.0/networks/528a02fc-44c8-4bd1-9db4-aa8e01cd9db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732330 Sep 03 09:53:27.271308 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-4c327967-6da8-44f8-99c4-679bcd6257de req-f570484b-c228-4298-b9ec-e33ed832cb5d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ba0d978f-d9de-4f66-92e9-e868e6afe2cd HTTP/1.1" status: 200 len: 217 time: 0.4420869 Sep 03 09:53:27.306254 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-e7599c39-5935-4bfc-9500-fef454902630 req-936f3b27-1430-4d36-aa28-e2a61f566e1b tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630016 Sep 03 09:53:27.362883 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c327967-6da8-44f8-99c4-679bcd6257de req-2d2fed9f-c101-4363-8b05-a1d281cef348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:27.364510 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-4c327967-6da8-44f8-99c4-679bcd6257de req-2d2fed9f-c101-4363-8b05-a1d281cef348 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8da37cab-7d9d-4282-adea-29440e0d2f69 HTTP/1.1" status: 200 len: 855 time: 0.0677476 Sep 03 09:53:27.386488 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-728ea043-8909-405d-a90c-e38dd57d4dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:27.406397 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-4c327967-6da8-44f8-99c4-679bcd6257de req-e3ba544b-cfcd-48ba-9ad6-9d500995a1d6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2ca7c045-af05-4524-bcc4-6b4f1b7ebefb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329604 Sep 03 09:53:27.406979 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-728ea043-8909-405d-a90c-e38dd57d4dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:27.437900 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-7c7477d3-8f29-493e-8f96-5fda7d0a106c req-4963d9f8-e3bf-47e2-ac6f-bca9803bf6f1 service neutron] 10.222.0.60 "GET /v2.0/networks/528a02fc-44c8-4bd1-9db4-aa8e01cd9db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296794 Sep 03 09:53:27.520575 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-728ea043-8909-405d-a90c-e38dd57d4dfc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c2f7cc3667e6498083a1104cbcb56640&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2726603 Sep 03 09:53:27.521445 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 38136) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:53:27.522379 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ea043-8909-405d-a90c-e38dd57d4dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aadd1718-ab81-4cb5-8c3b-bd0a1459898e,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:53:27.589395 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54544679-1545-4e06-af5a-5602e6496645 req-772f098e-b1a7-4afa-8846-68202264e6b2 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:27.590160 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-54544679-1545-4e06-af5a-5602e6496645 req-772f098e-b1a7-4afa-8846-68202264e6b2 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 943 time: 0.1241050 Sep 03 09:53:27.610835 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-4c327967-6da8-44f8-99c4-679bcd6257de req-8b64bf49-fce2-4745-be74-61a88b3dca64 service neutron] 10.222.0.60 "GET /v2.0/networks/2ca7c045-af05-4524-bcc4-6b4f1b7ebefb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854095 Sep 03 09:53:27.635775 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-ac6d0575-c66d-47de-87d8-f5fbff61ce3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:27.668493 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-ac6d0575-c66d-47de-87d8-f5fbff61ce3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:27.721159 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-54544679-1545-4e06-af5a-5602e6496645 req-03758950-1901-4947-bc66-a0b696c022fe tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197789 Sep 03 09:53:27.730794 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-ac6d0575-c66d-47de-87d8-f5fbff61ce3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:27.735618 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-ac6d0575-c66d-47de-87d8-f5fbff61ce3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:27.742949 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-ac6d0575-c66d-47de-87d8-f5fbff61ce3e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/aadd1718-ab81-4cb5-8c3b-bd0a1459898e HTTP/1.1" status: 204 len: 168 time: 0.2196937 Sep 03 09:53:27.764293 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6d0575-c66d-47de-87d8-f5fbff61ce3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aadd1718-ab81-4cb5-8c3b-bd0a1459898e,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:53:27.773100 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-4c327967-6da8-44f8-99c4-679bcd6257de req-57f27e87-7a5c-4290-b7b0-b094c7c1a883 service neutron] 10.222.0.60 "GET /v2.0/networks/2ca7c045-af05-4524-bcc4-6b4f1b7ebefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528232 Sep 03 09:53:28.045294 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c95bdb-2d23-42cd-8f78-06949a9aaeb7 req-370d48ff-c09d-487d-8799-901c2f924361 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:28.046996 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-49c95bdb-2d23-42cd-8f78-06949a9aaeb7 req-370d48ff-c09d-487d-8799-901c2f924361 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1de2abc-7669-4b1e-bf70-c3092844b837 HTTP/1.1" status: 200 len: 943 time: 0.1385763 Sep 03 09:53:28.150313 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-49c95bdb-2d23-42cd-8f78-06949a9aaeb7 req-58062ad1-0953-4a5d-b180-76a16eabbe59 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/security-groups?id=3095eee2-accc-4f20-9251-54fe2d77c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936441 Sep 03 09:53:28.548443 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300db8c9-953f-4527-8d01-67ae61a14b48 req-6561d9f4-7b56-4bdb-936e-e6564eea63a7 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:28.566501 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-300db8c9-953f-4527-8d01-67ae61a14b48 req-6561d9f4-7b56-4bdb-936e-e6564eea63a7 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=08c9c8c8-8290-4095-b671-921ee047451d HTTP/1.1" status: 200 len: 943 time: 0.1111057 Sep 03 09:53:28.653471 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-300db8c9-953f-4527-8d01-67ae61a14b48 req-732d0b1f-5a8f-49a3-8066-f5724d779fb8 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852625 Sep 03 09:53:28.870077 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device ba0d978f-d9de-4f66-92e9-e868e6afe2cd details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=105526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 09:53:28.988204 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916a048-59d3-4976-9080-ecf2b0b16edd req-8a46b1b6-700c-4420-87f8-b3056bd9e20f tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:29.019884 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-c916a048-59d3-4976-9080-ecf2b0b16edd req-8a46b1b6-700c-4420-87f8-b3056bd9e20f tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 943 time: 0.1593995 Sep 03 09:53:29.075428 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port ba0d978f-d9de-4f66-92e9-e868e6afe2cd, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=ba0d978f-d9de-4f66-92e9-e868e6afe2cd,segment=NetworkSegment(6162f772-1e28-4e35-bf3d-bf08b646a09f),segment_id=6162f772-1e28-4e35-bf3d-bf08b646a09f)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:53:29.102530 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Returning: {'device': 'ba0d978f-d9de-4f66-92e9-e868e6afe2cd', 'network_id': '2ca7c045-af05-4524-bcc4-6b4f1b7ebefb', 'port_id': 'ba0d978f-d9de-4f66-92e9-e868e6afe2cd', 'mac_address': 'fa:16:3e:1f:9f:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da37cab-7d9d-4282-adea-29440e0d2f69', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 09:53:29.122855 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-c916a048-59d3-4976-9080-ecf2b0b16edd req-6fc448c9-2ea4-4e36-a07c-7a6e0f65f59f tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936961 Sep 03 09:53:29.319364 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-fe937798-d881-49f8-97ec-262e18d30276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:29.333917 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:29.362113 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.notifiers.nova [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba0d978f-d9de-4f66-92e9-e868e6afe2cd {{(pid=105526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 09:53:29.400556 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e39faa-fae8-473c-8a74-6a4452738c24 req-78d1c510-a3f4-40f6-963a-1c3bd2f7c171 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:29.406637 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port ba0d978f-d9de-4f66-92e9-e868e6afe2cd, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=ba0d978f-d9de-4f66-92e9-e868e6afe2cd,segment=NetworkSegment(6162f772-1e28-4e35-bf3d-bf08b646a09f),segment_id=6162f772-1e28-4e35-bf3d-bf08b646a09f)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:53:29.419696 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:29.422062 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-29e39faa-fae8-473c-8a74-6a4452738c24 req-78d1c510-a3f4-40f6-963a-1c3bd2f7c171 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1de2abc-7669-4b1e-bf70-c3092844b837 HTTP/1.1" status: 200 len: 943 time: 0.1011353 Sep 03 09:53:29.482179 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Pushing event updated for resources: {'Port': ['ID=ba0d978f-d9de-4f66-92e9-e868e6afe2cd,revision_number=4']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:53:29.529155 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-29e39faa-fae8-473c-8a74-6a4452738c24 req-b11a1472-14d7-4299-8b90-2e78066aebbd tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/security-groups?id=3095eee2-accc-4f20-9251-54fe2d77c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042717 Sep 03 09:53:29.778350 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] get_ports_and_sgs() called for port_ids ['ba0d978f-d9de-4f66-92e9-e868e6afe2cd'] {{(pid=105526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 09:53:29.927185 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ee7a7-7b19-41a7-9df5-1f5e9ca85f6c req-2b9a228f-29ef-4e26-bb0d-b8bb70551dc8 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:29.931759 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-949ee7a7-7b19-41a7-9df5-1f5e9ca85f6c req-2b9a228f-29ef-4e26-bb0d-b8bb70551dc8 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=08c9c8c8-8290-4095-b671-921ee047451d HTTP/1.1" status: 200 len: 944 time: 0.1270037 Sep 03 09:53:30.048760 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-949ee7a7-7b19-41a7-9df5-1f5e9ca85f6c req-d2357901-873b-4814-8ace-dfe64fa3563b tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071079 Sep 03 09:53:30.453312 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba0b318-4fc1-4d55-ac92-a26a57ecf698 req-f53d9a04-3dbe-4634-bb38-70cd0e920ae0 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:30.455840 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-5ba0b318-4fc1-4d55-ac92-a26a57ecf698 req-f53d9a04-3dbe-4634-bb38-70cd0e920ae0 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 943 time: 0.1884286 Sep 03 09:53:30.544755 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-5ba0b318-4fc1-4d55-ac92-a26a57ecf698 req-345c869e-5c44-4e52-b855-dd071560df3e tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822799 Sep 03 09:53:30.786529 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d093ad5-8465-4927-9e07-4ec56a93328d req-c86a5a62-7ec2-45b2-b8ff-c9ddf4915e66 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:30.788636 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-6d093ad5-8465-4927-9e07-4ec56a93328d req-c86a5a62-7ec2-45b2-b8ff-c9ddf4915e66 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1de2abc-7669-4b1e-bf70-c3092844b837 HTTP/1.1" status: 200 len: 943 time: 0.0992734 Sep 03 09:53:30.861061 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-6d093ad5-8465-4927-9e07-4ec56a93328d req-59b992a8-b6ab-4059-b131-bec8dd12144c tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/security-groups?id=3095eee2-accc-4f20-9251-54fe2d77c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649040 Sep 03 09:53:31.004760 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9638191-a9af-408d-bd56-f959568de5bb req-fab38690-db7b-46dc-8da5-b04583bd8d5f tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:31.010179 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-e9638191-a9af-408d-bd56-f959568de5bb req-fab38690-db7b-46dc-8da5-b04583bd8d5f tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 945 time: 0.0877857 Sep 03 09:53:31.095396 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-e9638191-a9af-408d-bd56-f959568de5bb req-ce34481e-8de5-490b-9630-732996f54728 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623960 Sep 03 09:53:31.248654 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e7b9a-0931-4a53-ac2b-2f2ef9ffb1c9 req-954a0e5d-0ad3-48e9-b90c-e4fdfe68aa7b tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:31.255877 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-e03e7b9a-0931-4a53-ac2b-2f2ef9ffb1c9 req-954a0e5d-0ad3-48e9-b90c-e4fdfe68aa7b tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=08c9c8c8-8290-4095-b671-921ee047451d HTTP/1.1" status: 200 len: 944 time: 0.0936041 Sep 03 09:53:31.306341 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-e03e7b9a-0931-4a53-ac2b-2f2ef9ffb1c9 req-1a7d6297-9a84-489b-94a7-bd27a76305c6 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452199 Sep 03 09:53:31.746305 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea284d2-1010-47be-b981-789738f18072 req-b76e7734-fe0f-4fa8-a280-9a6c533aa5cd tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:31.753766 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-6ea284d2-1010-47be-b981-789738f18072 req-b76e7734-fe0f-4fa8-a280-9a6c533aa5cd tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 943 time: 0.0995049 Sep 03 09:53:31.801165 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-6ea284d2-1010-47be-b981-789738f18072 req-d10df618-afa4-4bfd-b4df-90a9bd25583b tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463769 Sep 03 09:53:32.058656 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8249f-9171-4c06-bad7-294625817199 req-e34b1576-c68d-4881-9056-19bf8aa43dd5 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:32.061555 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-e3f8249f-9171-4c06-bad7-294625817199 req-e34b1576-c68d-4881-9056-19bf8aa43dd5 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1de2abc-7669-4b1e-bf70-c3092844b837 HTTP/1.1" status: 200 len: 943 time: 0.0977032 Sep 03 09:53:32.066694 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-f7645536-6380-4c6d-9f8c-e785660cc50e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:32.127404 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-e3f8249f-9171-4c06-bad7-294625817199 req-654a8749-f356-4ccb-8bab-1c86da859be7 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/security-groups?id=3095eee2-accc-4f20-9251-54fe2d77c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596876 Sep 03 09:53:32.265547 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e3c43-62ee-484b-846d-67c261b068a2 req-b2f9b265-da91-49c8-a3cc-119affe128a5 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:32.267235 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-6c5e3c43-62ee-484b-846d-67c261b068a2 req-b2f9b265-da91-49c8-a3cc-119affe128a5 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 945 time: 0.0568371 Sep 03 09:53:32.310909 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-6c5e3c43-62ee-484b-846d-67c261b068a2 req-4ca8d381-0c0c-4cbc-acea-be7106457532 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358555 Sep 03 09:53:32.424551 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f37a9b-d177-4e3f-b0ae-f47589b23aab req-69368c1c-fa0b-483a-814d-b055adb30301 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:32.427223 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-89f37a9b-d177-4e3f-b0ae-f47589b23aab req-69368c1c-fa0b-483a-814d-b055adb30301 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=08c9c8c8-8290-4095-b671-921ee047451d HTTP/1.1" status: 200 len: 944 time: 0.0566108 Sep 03 09:53:32.474886 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-89f37a9b-d177-4e3f-b0ae-f47589b23aab req-789a107c-82d8-455e-85cb-887395de767a tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404973 Sep 03 09:53:32.920236 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a56f4-1732-4901-867a-20df2b12bc09 req-bde94f1b-7b0c-4c9e-a7bd-4c8fd149c184 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:32.921826 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-7e2a56f4-1732-4901-867a-20df2b12bc09 req-bde94f1b-7b0c-4c9e-a7bd-4c8fd149c184 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 943 time: 0.0507193 Sep 03 09:53:32.964733 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-7e2a56f4-1732-4901-867a-20df2b12bc09 req-801081a9-f214-41d0-8de1-a8b2c3250091 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368636 Sep 03 09:53:33.031982 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.agents_db [None req-2440585d-454d-4def-9aab-3d39e7194109 None None] Agent healthcheck: found 6 active agents {{(pid=105527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 09:53:33.271597 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2bef98-9ace-463e-9051-49465637b462 req-825505ad-28f3-43f7-bbde-41fd608c907a tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:33.273094 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-ba2bef98-9ace-463e-9051-49465637b462 req-825505ad-28f3-43f7-bbde-41fd608c907a tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1de2abc-7669-4b1e-bf70-c3092844b837 HTTP/1.1" status: 200 len: 943 time: 0.0754812 Sep 03 09:53:33.313310 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-ba2bef98-9ace-463e-9051-49465637b462 req-7cb290a7-df25-4d50-a1d7-b863f5f397e4 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/security-groups?id=3095eee2-accc-4f20-9251-54fe2d77c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331974 Sep 03 09:53:33.448862 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e373d24-3827-4164-a830-fb58c8c08e17 req-a0149f0d-67e8-4c58-9b7c-9de8722c1046 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:33.450404 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-9e373d24-3827-4164-a830-fb58c8c08e17 req-a0149f0d-67e8-4c58-9b7c-9de8722c1046 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 945 time: 0.0520697 Sep 03 09:53:33.488197 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:33.499762 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-9e373d24-3827-4164-a830-fb58c8c08e17 req-4388fd42-0dc1-494b-89e1-450ab8234db5 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432966 Sep 03 09:53:33.620703 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a6d1b6-2995-4224-9f68-22d1212c218c req-4c19e840-9bc9-4625-a9e4-117d76e3d1f6 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:33.622356 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-f5a6d1b6-2995-4224-9f68-22d1212c218c req-4c19e840-9bc9-4625-a9e4-117d76e3d1f6 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=08c9c8c8-8290-4095-b671-921ee047451d HTTP/1.1" status: 200 len: 944 time: 0.0573018 Sep 03 09:53:33.674752 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-f5a6d1b6-2995-4224-9f68-22d1212c218c req-1cc36ceb-65ee-4409-9a50-fc9022c6d173 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460947 Sep 03 09:53:33.699616 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device e4f4ac60-5318-4e05-80f3-69756b11d5c1 details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=105526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 09:53:33.806891 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a642e642-fcb2-47b5-b777-13e8b57c6243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:33.819019 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port e4f4ac60-5318-4e05-80f3-69756b11d5c1, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=e4f4ac60-5318-4e05-80f3-69756b11d5c1,segment=NetworkSegment(a16e87dd-84e7-4093-b690-127dd30a953e),segment_id=a16e87dd-84e7-4093-b690-127dd30a953e)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:53:33.831152 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Returning: {'device': 'e4f4ac60-5318-4e05-80f3-69756b11d5c1', 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47', 'port_id': 'e4f4ac60-5318-4e05-80f3-69756b11d5c1', 'mac_address': 'fa:16:3e:32:21:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f30130ee-7f80-427c-b15d-1973012df7f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 09:53:33.886261 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:33.905308 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.notifiers.nova [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4f4ac60-5318-4e05-80f3-69756b11d5c1 {{(pid=105526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 09:53:33.926819 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port e4f4ac60-5318-4e05-80f3-69756b11d5c1, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=e4f4ac60-5318-4e05-80f3-69756b11d5c1,segment=NetworkSegment(a16e87dd-84e7-4093-b690-127dd30a953e),segment_id=a16e87dd-84e7-4093-b690-127dd30a953e)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:53:33.934198 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:33.985025 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Pushing event updated for resources: {'Port': ['ID=e4f4ac60-5318-4e05-80f3-69756b11d5c1,revision_number=4']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:53:34.109533 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf4495-5f0d-451f-b4c3-f1ac37ccb9db req-cd51b2a3-2764-40d3-af3d-e6c8a0eae0f4 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:34.111221 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-3acf4495-5f0d-451f-b4c3-f1ac37ccb9db req-cd51b2a3-2764-40d3-af3d-e6c8a0eae0f4 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 943 time: 0.0606661 Sep 03 09:53:34.156118 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-3acf4495-5f0d-451f-b4c3-f1ac37ccb9db req-ab30104a-1785-4675-9754-44c60b237385 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389128 Sep 03 09:53:34.439002 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa23ac-9ca2-4039-8425-20ea87793d75 req-fcc83a80-aba0-49d4-a773-d564f0e8b6e9 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:34.440652 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-9ffa23ac-9ca2-4039-8425-20ea87793d75 req-fcc83a80-aba0-49d4-a773-d564f0e8b6e9 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1de2abc-7669-4b1e-bf70-c3092844b837 HTTP/1.1" status: 200 len: 944 time: 0.0520537 Sep 03 09:53:34.475055 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-86f92317-4722-4035-969f-07b0852c8c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:34.485955 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-9ffa23ac-9ca2-4039-8425-20ea87793d75 req-6cd1809f-8ef0-480e-accf-9638565ba6fe tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/security-groups?id=3095eee2-accc-4f20-9251-54fe2d77c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387242 Sep 03 09:53:34.618138 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32304863-24bc-4b43-b7a7-e7261eadc873 req-172333cd-1367-474d-ad78-4f6245667905 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:34.619687 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-32304863-24bc-4b43-b7a7-e7261eadc873 req-172333cd-1367-474d-ad78-4f6245667905 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 945 time: 0.0493510 Sep 03 09:53:34.660663 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-32304863-24bc-4b43-b7a7-e7261eadc873 req-5ccd86c1-909c-4141-a651-ec9280e5a193 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350235 Sep 03 09:53:34.751451 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device ba0d978f-d9de-4f66-92e9-e868e6afe2cd up at agent hyperv_hv-cinder-60634 {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:53:34.794098 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e56dd-4d06-4e84-9ab4-1b09e07a23bb req-048a8c6c-0a06-4806-b126-16e831660bda tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:34.795690 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-925e56dd-4d06-4e84-9ab4-1b09e07a23bb req-048a8c6c-0a06-4806-b126-16e831660bda tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=08c9c8c8-8290-4095-b671-921ee047451d HTTP/1.1" status: 200 len: 944 time: 0.0508914 Sep 03 09:53:34.837490 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Provisioning for port ba0d978f-d9de-4f66-92e9-e868e6afe2cd completed by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:53:34.841888 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-925e56dd-4d06-4e84-9ab4-1b09e07a23bb req-1d3dbc6a-4764-453f-85b8-ef1f1505f19e tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392582 Sep 03 09:53:34.849600 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Provisioning complete for port ba0d978f-d9de-4f66-92e9-e868e6afe2cd triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:53:34.850006 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:34.934161 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:34.962606 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c9c8c8-8290-4095-b671-921ee047451d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0d978f-d9de-4f66-92e9-e868e6afe2cd'}] {{(pid=105526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:53:34.965063 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4892a96944886cb42b4657d46b368d41fc18c437eb6a682d176e385d93bf320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d47499-9abb-4b75-8c5a-5360326c12d1" -d '{"events": [{"server_uuid": "08c9c8c8-8290-4095-b671-921ee047451d", "name": "network-vif-plugged", "status": "completed", "tag": "ba0d978f-d9de-4f66-92e9-e868e6afe2cd"}]}' {{(pid=105526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:53:34.979456 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port ba0d978f-d9de-4f66-92e9-e868e6afe2cd, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=ba0d978f-d9de-4f66-92e9-e868e6afe2cd,segment=NetworkSegment(6162f772-1e28-4e35-bf3d-bf08b646a09f),segment_id=6162f772-1e28-4e35-bf3d-bf08b646a09f)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:53:34.983919 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:35.014302 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 09:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ca2e62-0124-4c1c-a564-0fbb0c481030 x-openstack-request-id: req-e2ca2e62-0124-4c1c-a564-0fbb0c481030 {{(pid=105526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:53:35.014638 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c9c8c8-8290-4095-b671-921ee047451d", "name": "network-vif-plugged", "status": "completed", "tag": "ba0d978f-d9de-4f66-92e9-e868e6afe2cd", "code": 200}]} {{(pid=105526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:53:35.014842 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e2ca2e62-0124-4c1c-a564-0fbb0c481030 {{(pid=105526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:53:35.015228 dv-cinder-606346-32-iscsi neutron-server[105526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c9c8c8-8290-4095-b671-921ee047451d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0d978f-d9de-4f66-92e9-e868e6afe2cd', 'code': 200} Sep 03 09:53:35.041711 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Pushing event updated for resources: {'Port': ['ID=ba0d978f-d9de-4f66-92e9-e868e6afe2cd,revision_number=5']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:53:35.276814 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0404d-4523-4af5-a50d-395504aa0981 req-6cc5b0e2-f856-4b50-9bea-aaa0e37b7df9 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:35.278317 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-60f0404d-4523-4af5-a50d-395504aa0981 req-6cc5b0e2-f856-4b50-9bea-aaa0e37b7df9 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 943 time: 0.0508873 Sep 03 09:53:35.317324 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-60f0404d-4523-4af5-a50d-395504aa0981 req-31a53ff4-05dc-4034-9e36-938b8e9b4ad1 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330691 Sep 03 09:53:35.602629 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e94cc4-3709-419e-8ea2-e94b2cb2f3f9 req-5fd98c77-85a6-4374-94c6-c3061667a9a3 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:35.604268 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-f9e94cc4-3709-419e-8ea2-e94b2cb2f3f9 req-5fd98c77-85a6-4374-94c6-c3061667a9a3 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1de2abc-7669-4b1e-bf70-c3092844b837 HTTP/1.1" status: 200 len: 944 time: 0.0507638 Sep 03 09:53:35.645302 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-f9e94cc4-3709-419e-8ea2-e94b2cb2f3f9 req-392e8627-3d5b-462b-b6b5-0aeb80c84747 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/security-groups?id=3095eee2-accc-4f20-9251-54fe2d77c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348439 Sep 03 09:53:35.775647 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88cd24-c606-400f-a0c1-f423843540b5 req-42a22c54-c4eb-4387-9b9b-9dd0fa4d8b59 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:35.777116 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-ed88cd24-c606-400f-a0c1-f423843540b5 req-42a22c54-c4eb-4387-9b9b-9dd0fa4d8b59 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 945 time: 0.0482297 Sep 03 09:53:35.819337 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-ed88cd24-c606-400f-a0c1-f423843540b5 req-21cfba4d-a1df-4fbb-b1ee-258ce1ba5f4a tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362902 Sep 03 09:53:35.959439 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521261c-05d9-4a41-bf51-16fd489ceb25 req-21246830-1ba1-4fdc-8731-61a506ae364b tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:35.961459 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-0521261c-05d9-4a41-bf51-16fd489ceb25 req-21246830-1ba1-4fdc-8731-61a506ae364b tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=08c9c8c8-8290-4095-b671-921ee047451d HTTP/1.1" status: 200 len: 945 time: 0.0491521 Sep 03 09:53:36.004285 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-0521261c-05d9-4a41-bf51-16fd489ceb25 req-78ec43f1-8474-4ad0-9f48-74cfd6dda8b3 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369432 Sep 03 09:53:36.149172 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] get_ports_and_sgs() called for port_ids ['e4f4ac60-5318-4e05-80f3-69756b11d5c1'] {{(pid=105526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 09:53:36.463765 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e442f6-4e8c-4a12-a212-9cebefeae647 req-fe9ad12a-c4b8-4a80-aaae-ce1cb3b58f7f tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:36.465650 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-80e442f6-4e8c-4a12-a212-9cebefeae647 req-fe9ad12a-c4b8-4a80-aaae-ce1cb3b58f7f tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 943 time: 0.0561936 Sep 03 09:53:36.518560 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-80e442f6-4e8c-4a12-a212-9cebefeae647 req-a85ba560-68fa-49c3-a20c-07bf5ea2e62f tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449257 Sep 03 09:53:36.787421 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5fe997-329f-468a-9d64-e5564891ec6a req-4e29e177-85e7-4b01-81f0-024099ba84d6 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:36.790637 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-3a5fe997-329f-468a-9d64-e5564891ec6a req-4e29e177-85e7-4b01-81f0-024099ba84d6 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1de2abc-7669-4b1e-bf70-c3092844b837 HTTP/1.1" status: 200 len: 944 time: 0.0670133 Sep 03 09:53:36.840478 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-3a5fe997-329f-468a-9d64-e5564891ec6a req-d1d3fc70-71a9-4d72-bf51-bc37a1476528 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/security-groups?id=3095eee2-accc-4f20-9251-54fe2d77c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429940 Sep 03 09:53:36.958809 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f0e28-557c-45af-a954-d2eb63160f79 req-9dc708e2-351a-45af-8299-921232574ea9 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:36.960266 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-fe8f0e28-557c-45af-a954-d2eb63160f79 req-9dc708e2-351a-45af-8299-921232574ea9 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 945 time: 0.0499742 Sep 03 09:53:37.007420 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-fe8f0e28-557c-45af-a954-d2eb63160f79 req-a84ccee8-1e55-4162-8392-93d5248a282c tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404875 Sep 03 09:53:37.121179 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071ac97-52bd-489c-9b6a-6f650a66ad40 req-354b8380-35d6-47d8-a4aa-9ddbc5e479a6 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:37.122716 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-7071ac97-52bd-489c-9b6a-6f650a66ad40 req-354b8380-35d6-47d8-a4aa-9ddbc5e479a6 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=08c9c8c8-8290-4095-b671-921ee047451d HTTP/1.1" status: 200 len: 945 time: 0.0510654 Sep 03 09:53:37.164060 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-7071ac97-52bd-489c-9b6a-6f650a66ad40 req-dbd399d8-cc95-43b7-a27f-2324e7113f53 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335772 Sep 03 09:53:37.221299 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 38438) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:53:37.267191 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fa70858-9587-4790-98e2-34b4b6bf67e0 admin admin] Deleting subnet ca6d6a7f-f740-48bb-bd16-b3a6ec3d8afd {{(pid=105524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 09:53:37.270830 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-6fa70858-9587-4790-98e2-34b4b6bf67e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:37.305746 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-6fa70858-9587-4790-98e2-34b4b6bf67e0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:37.314830 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-6fa70858-9587-4790-98e2-34b4b6bf67e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713190'] for subnet, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:37.409700 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-6fa70858-9587-4790-98e2-34b4b6bf67e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146'] for subnet, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:37.488702 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa70858-9587-4790-98e2-34b4b6bf67e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca6d6a7f-f740-48bb-bd16-b3a6ec3d8afd,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:53:37.499256 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-6fa70858-9587-4790-98e2-34b4b6bf67e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:37.504181 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-6fa70858-9587-4790-98e2-34b4b6bf67e0 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/ca6d6a7f-f740-48bb-bd16-b3a6ec3d8afd HTTP/1.1" status: 204 len: 168 time: 0.2787175 Sep 03 09:53:37.504181 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 38442) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:53:37.602733 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37d4-194a-4277-a0b9-54eda080100f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1404653'] for network, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:37.701186 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b17617-c6df-45f1-a6cc-54c416bada98 req-730cc5b0-4aa7-44c6-8ba8-3889e008e650 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:37.708333 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-78b17617-c6df-45f1-a6cc-54c416bada98 req-730cc5b0-4aa7-44c6-8ba8-3889e008e650 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 943 time: 0.0936308 Sep 03 09:53:37.718364 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37d4-194a-4277-a0b9-54eda080100f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717939', 'neutron.services.segments.db._delete_segments_for_network-8759173696085'] for network, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:37.735753 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37d4-194a-4277-a0b9-54eda080100f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:53:37.736038 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37d4-194a-4277-a0b9-54eda080100f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:53:37.736820 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37d4-194a-4277-a0b9-54eda080100f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:53:37.745885 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37d4-194a-4277-a0b9-54eda080100f admin admin] Subscribe: > port after_create 55550000 {{(pid=105524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:53:37.746524 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37d4-194a-4277-a0b9-54eda080100f admin admin] Subscribe: > port after_delete 55550000 {{(pid=105524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:53:37.747005 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37d4-194a-4277-a0b9-54eda080100f admin admin] Subscribe: > port after_update 55550000 {{(pid=105524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:53:37.747397 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37d4-194a-4277-a0b9-54eda080100f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:53:37.747827 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37d4-194a-4277-a0b9-54eda080100f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:53:37.748375 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37d4-194a-4277-a0b9-54eda080100f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:53:37.749083 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37d4-194a-4277-a0b9-54eda080100f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:53:37.758201 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-78b17617-c6df-45f1-a6cc-54c416bada98 req-9ef6f2b2-b952-45f5-ad91-1f4b0eb2def3 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488939 Sep 03 09:53:37.802451 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device e4f4ac60-5318-4e05-80f3-69756b11d5c1 up at agent hyperv_hv-cinder-60634 {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:53:37.864715 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Provisioning for port e4f4ac60-5318-4e05-80f3-69756b11d5c1 completed by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:53:37.868968 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Provisioning complete for port e4f4ac60-5318-4e05-80f3-69756b11d5c1 triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:53:37.869347 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:37.946876 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37d4-194a-4277-a0b9-54eda080100f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:53:37.947508 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37d4-194a-4277-a0b9-54eda080100f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:53:37.947628 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37d4-194a-4277-a0b9-54eda080100f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:53:37.947856 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37d4-194a-4277-a0b9-54eda080100f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 09:53:37.948232 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.services.segments.db [None req-dbcc37d4-194a-4277-a0b9-54eda080100f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59017ab1-a56a-4b09-943b-db7df0a15114']}} {{(pid=105524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:53:37.965232 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:38.006195 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1de2abc-7669-4b1e-bf70-c3092844b837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f4ac60-5318-4e05-80f3-69756b11d5c1'}] {{(pid=105526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:53:38.006993 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.services.segments.db [None req-dbcc37d4-194a-4277-a0b9-54eda080100f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcae6148-3ea2-4998-84d6-e57960f04e96') {'for_net_delete': True} {{(pid=105524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:53:38.007228 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.services.segments.db [None req-dbcc37d4-194a-4277-a0b9-54eda080100f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcae6148-3ea2-4998-84d6-e57960f04e96') {} {{(pid=105524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:53:38.011015 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4892a96944886cb42b4657d46b368d41fc18c437eb6a682d176e385d93bf320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e903f163-d8ae-45d6-81d6-e22d72c88a01" -d '{"events": [{"server_uuid": "a1de2abc-7669-4b1e-bf70-c3092844b837", "name": "network-vif-plugged", "status": "completed", "tag": "e4f4ac60-5318-4e05-80f3-69756b11d5c1"}]}' {{(pid=105526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:53:38.035377 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37d4-194a-4277-a0b9-54eda080100f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759173697630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25747482'] for segment, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:38.049212 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port e4f4ac60-5318-4e05-80f3-69756b11d5c1, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=e4f4ac60-5318-4e05-80f3-69756b11d5c1,segment=NetworkSegment(a16e87dd-84e7-4093-b690-127dd30a953e),segment_id=a16e87dd-84e7-4093-b690-127dd30a953e)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:53:38.055526 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:38.090586 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37d4-194a-4277-a0b9-54eda080100f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718351'] for segment, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:38.116069 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbcc37d4-194a-4277-a0b9-54eda080100f admin admin] Releasing vlan 836 on physical network physnet1 to pool {{(pid=105524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 09:53:38.116876 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37d4-194a-4277-a0b9-54eda080100f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25413214'] for segment, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:38.156617 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Pushing event updated for resources: {'Port': ['ID=e4f4ac60-5318-4e05-80f3-69756b11d5c1,revision_number=5']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:53:38.165035 dv-cinder-606346-32-iscsi neutron-server[105524]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 09:53:38.165035 dv-cinder-606346-32-iscsi neutron-server[105524]: from cryptography.utils import int_from_bytes Sep 03 09:53:38.165035 dv-cinder-606346-32-iscsi neutron-server[105524]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 09:53:38.165035 dv-cinder-606346-32-iscsi neutron-server[105524]: from cryptography.utils import int_from_bytes Sep 03 09:53:38.165035 dv-cinder-606346-32-iscsi neutron-server[105524]: Traceback (most recent call last): Sep 03 09:53:38.165035 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 09:53:38.165035 dv-cinder-606346-32-iscsi neutron-server[105524]: timer() Sep 03 09:53:38.165035 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 09:53:38.165035 dv-cinder-606346-32-iscsi neutron-server[105524]: cb(*args, **kw) Sep 03 09:53:38.165035 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 09:53:38.165035 dv-cinder-606346-32-iscsi neutron-server[105524]: return func(*args, **kwargs) Sep 03 09:53:38.165035 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 09:53:38.165035 dv-cinder-606346-32-iscsi neutron-server[105524]: self._notify() Sep 03 09:53:38.165035 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 09:53:38.165035 dv-cinder-606346-32-iscsi neutron-server[105524]: self.callback(batched_events) Sep 03 09:53:38.165035 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 09:53:38.165035 dv-cinder-606346-32-iscsi neutron-server[105524]: event.method(event) Sep 03 09:53:38.165035 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 09:53:38.165035 dv-cinder-606346-32-iscsi neutron-server[105524]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 09:53:38.165035 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 09:53:38.165035 dv-cinder-606346-32-iscsi neutron-server[105524]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 09:53:38.165035 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 09:53:38.165035 dv-cinder-606346-32-iscsi neutron-server[105524]: return f(self, *a, **k) Sep 03 09:53:38.165035 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 09:53:38.165035 dv-cinder-606346-32-iscsi neutron-server[105524]: return self._get(url).json() Sep 03 09:53:38.165035 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 09:53:38.165035 dv-cinder-606346-32-iscsi neutron-server[105524]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 09:53:38.165035 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 09:53:38.165035 dv-cinder-606346-32-iscsi neutron-server[105524]: return self.request(url, 'GET', **kwargs) Sep 03 09:53:38.165035 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 09:53:38.165035 dv-cinder-606346-32-iscsi neutron-server[105524]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 09:53:38.165035 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 09:53:38.165035 dv-cinder-606346-32-iscsi neutron-server[105524]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 09:53:38.165035 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 09:53:38.165035 dv-cinder-606346-32-iscsi neutron-server[105524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 09:53:38.165035 dv-cinder-606346-32-iscsi neutron-server[105524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 09:53:38.177344 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af0e652-e334-4764-ae73-deb0ae026a38 req-92cdd670-9417-4fb0-a3b7-249334c0028d tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:38.179451 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-0af0e652-e334-4764-ae73-deb0ae026a38 req-92cdd670-9417-4fb0-a3b7-249334c0028d tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1de2abc-7669-4b1e-bf70-c3092844b837 HTTP/1.1" status: 200 len: 944 time: 0.2079613 Sep 03 09:53:38.202803 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b29795-d0e5-40fe-9e7b-d0bec5e3e369 req-88e1d892-18e4-4baf-afdc-6193117d476b tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:38.214270 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-01b29795-d0e5-40fe-9e7b-d0bec5e3e369 req-88e1d892-18e4-4baf-afdc-6193117d476b tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 945 time: 0.0917563 Sep 03 09:53:38.308769 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-01b29795-d0e5-40fe-9e7b-d0bec5e3e369 req-43f99948-7587-412f-a1e3-671066f1205e tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882406 Sep 03 09:53:38.352993 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 09:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff25ab4c-d63d-40c7-ab39-7c7776f4ac50 x-openstack-request-id: req-ff25ab4c-d63d-40c7-ab39-7c7776f4ac50 {{(pid=105526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:53:38.353289 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1de2abc-7669-4b1e-bf70-c3092844b837", "name": "network-vif-plugged", "status": "completed", "tag": "e4f4ac60-5318-4e05-80f3-69756b11d5c1", "code": 200}]} {{(pid=105526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:53:38.353540 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ff25ab4c-d63d-40c7-ab39-7c7776f4ac50 {{(pid=105526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:53:38.353963 dv-cinder-606346-32-iscsi neutron-server[105526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1de2abc-7669-4b1e-bf70-c3092844b837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f4ac60-5318-4e05-80f3-69756b11d5c1', 'code': 200} Sep 03 09:53:38.360047 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-0af0e652-e334-4764-ae73-deb0ae026a38 req-c8dbe03d-3164-4324-8933-da7caad41dcc tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/security-groups?id=3095eee2-accc-4f20-9251-54fe2d77c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415551 Sep 03 09:53:38.362108 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37d4-194a-4277-a0b9-54eda080100f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417317'] for network, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:38.395917 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc37d4-194a-4277-a0b9-54eda080100f admin admin] Pushing event deleted for resources: {'Network': ['ID=59017ab1-a56a-4b09-943b-db7df0a15114,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:53:38.408340 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-dbcc37d4-194a-4277-a0b9-54eda080100f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for network, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:38.408340 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-dbcc37d4-194a-4277-a0b9-54eda080100f admin admin] 10.222.0.67 "DELETE /v2.0/networks/59017ab1-a56a-4b09-943b-db7df0a15114 HTTP/1.1" status: 204 len: 168 time: 0.9005909 Sep 03 09:53:38.547299 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d1f03-037f-4e0e-b432-1214751fb95a req-29d56545-4be9-4ebe-bd55-a9f05bc6f1ca tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:38.561624 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-484d1f03-037f-4e0e-b432-1214751fb95a req-29d56545-4be9-4ebe-bd55-a9f05bc6f1ca tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=08c9c8c8-8290-4095-b671-921ee047451d HTTP/1.1" status: 200 len: 945 time: 0.0989203 Sep 03 09:53:38.622634 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-484d1f03-037f-4e0e-b432-1214751fb95a req-66272329-1b8c-4995-89d6-52a48f6e0a3f tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536661 Sep 03 09:53:38.676632 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 38486) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:53:38.723122 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 38488) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:53:38.729664 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-c475812d-8831-4a4f-b78d-e64fdf75b400 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=298a5d8acf0b47e38a98291f6383fb58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418699 Sep 03 09:53:38.784981 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-67b47d8a-8ca3-4c0f-af38-21880f35bf5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:38.818707 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-67b47d8a-8ca3-4c0f-af38-21880f35bf5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:38.908507 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-67b47d8a-8ca3-4c0f-af38-21880f35bf5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:38.910113 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-67b47d8a-8ca3-4c0f-af38-21880f35bf5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:38.914463 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-67b47d8a-8ca3-4c0f-af38-21880f35bf5b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0bde1813-0041-4717-b6d7-9f740ec7c8ee HTTP/1.1" status: 204 len: 168 time: 0.1871111 Sep 03 09:53:38.949953 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b47d8a-8ca3-4c0f-af38-21880f35bf5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bde1813-0041-4717-b6d7-9f740ec7c8ee,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:53:38.964613 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b47d8a-8ca3-4c0f-af38-21880f35bf5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:53:38.964966 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b47d8a-8ca3-4c0f-af38-21880f35bf5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:53:38.965311 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b47d8a-8ca3-4c0f-af38-21880f35bf5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:53:38.965678 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b47d8a-8ca3-4c0f-af38-21880f35bf5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:53:38.966017 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b47d8a-8ca3-4c0f-af38-21880f35bf5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:53:38.966349 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b47d8a-8ca3-4c0f-af38-21880f35bf5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:53:38.966679 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b47d8a-8ca3-4c0f-af38-21880f35bf5b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:53:38.967010 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b47d8a-8ca3-4c0f-af38-21880f35bf5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:53:38.967338 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b47d8a-8ca3-4c0f-af38-21880f35bf5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:53:38.967662 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b47d8a-8ca3-4c0f-af38-21880f35bf5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:53:38.967986 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b47d8a-8ca3-4c0f-af38-21880f35bf5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:53:38.968310 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b47d8a-8ca3-4c0f-af38-21880f35bf5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:53:38.984218 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb0b4b-1c59-4a77-b678-a7ca71a78937 req-e601345d-eddd-4f72-8075-d5f5b2884b4d tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:38.985835 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-d1cb0b4b-1c59-4a77-b678-a7ca71a78937 req-e601345d-eddd-4f72-8075-d5f5b2884b4d tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 943 time: 0.0954373 Sep 03 09:53:39.046138 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-d1cb0b4b-1c59-4a77-b678-a7ca71a78937 req-8021bd9e-6e21-45eb-8b69-8a2c8fdb026c tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523219 Sep 03 09:53:39.545212 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952fc418-e96a-4a1b-a30a-d387db1b4642 req-c3a5864e-f42f-4675-829c-fc39f66cb3db tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:39.556040 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-952fc418-e96a-4a1b-a30a-d387db1b4642 req-c3a5864e-f42f-4675-829c-fc39f66cb3db tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1de2abc-7669-4b1e-bf70-c3092844b837 HTTP/1.1" status: 200 len: 945 time: 0.0767314 Sep 03 09:53:39.594922 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb4a39f-4075-4f57-a478-a1dd99c4f3d7 req-d178f895-b995-4115-a03c-1a84017defd2 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:39.596894 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-2fb4a39f-4075-4f57-a478-a1dd99c4f3d7 req-d178f895-b995-4115-a03c-1a84017defd2 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 945 time: 0.1775932 Sep 03 09:53:39.619016 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-952fc418-e96a-4a1b-a30a-d387db1b4642 req-55203450-66ae-4aaf-b57c-324be93e85d4 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/security-groups?id=3095eee2-accc-4f20-9251-54fe2d77c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603964 Sep 03 09:53:39.689817 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-2fb4a39f-4075-4f57-a478-a1dd99c4f3d7 req-5b20eb7b-5609-4348-baca-f49b7551fc0a tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805838 Sep 03 09:53:39.839192 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740947e9-04dc-48f6-b297-4654cc5ade56 req-1146df6f-095f-4620-9676-17542cc289ec tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:39.840837 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-740947e9-04dc-48f6-b297-4654cc5ade56 req-1146df6f-095f-4620-9676-17542cc289ec tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=08c9c8c8-8290-4095-b671-921ee047451d HTTP/1.1" status: 200 len: 945 time: 0.0619941 Sep 03 09:53:39.883759 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-740947e9-04dc-48f6-b297-4654cc5ade56 req-98667169-1b79-4697-9ce5-4ba611972c25 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358040 Sep 03 09:53:40.212956 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4fd4f-0531-4dfc-b3e5-01a5e1012ee8 req-72d8329a-e3d8-40c9-ba5f-14a993af8704 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:40.214499 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-4ef4fd4f-0531-4dfc-b3e5-01a5e1012ee8 req-72d8329a-e3d8-40c9-ba5f-14a993af8704 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 943 time: 0.0681880 Sep 03 09:53:40.258512 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-4ef4fd4f-0531-4dfc-b3e5-01a5e1012ee8 req-d0a607cc-2c5c-46dd-95d0-6572f297e6b9 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362434 Sep 03 09:53:40.849497 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a4446-0dee-4d96-8fde-11b699cecd56 req-852a1f31-143c-41a2-b32d-b37cf8e606eb tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:40.861920 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-c80a4446-0dee-4d96-8fde-11b699cecd56 req-852a1f31-143c-41a2-b32d-b37cf8e606eb tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1de2abc-7669-4b1e-bf70-c3092844b837 HTTP/1.1" status: 200 len: 945 time: 0.1284420 Sep 03 09:53:40.921625 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-c80a4446-0dee-4d96-8fde-11b699cecd56 req-8189a552-d4d2-4b7f-8c7a-3c80da772540 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/security-groups?id=3095eee2-accc-4f20-9251-54fe2d77c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569367 Sep 03 09:53:40.971543 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58475ca2-816a-4698-94fb-e78c973f1267 req-562d11e2-dd8d-4fe9-97a9-f490ac19ece1 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:40.973305 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-58475ca2-816a-4698-94fb-e78c973f1267 req-562d11e2-dd8d-4fe9-97a9-f490ac19ece1 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 945 time: 0.1244037 Sep 03 09:53:41.087494 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-58475ca2-816a-4698-94fb-e78c973f1267 req-67c9a7ee-b387-41a3-b972-3c397f84c4ed tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007857 Sep 03 09:53:41.092162 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac7e24-d2ce-4625-a986-2093b3256019 req-a690a97c-db03-41d4-aba8-12dc3b55d4fd tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:41.094072 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-fdac7e24-d2ce-4625-a986-2093b3256019 req-a690a97c-db03-41d4-aba8-12dc3b55d4fd tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=08c9c8c8-8290-4095-b671-921ee047451d HTTP/1.1" status: 200 len: 945 time: 0.0970850 Sep 03 09:53:41.176105 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-fdac7e24-d2ce-4625-a986-2093b3256019 req-0bda898a-3e71-4f7f-9d22-d2c69d3993eb tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609565 Sep 03 09:53:41.397355 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec148a-1457-4688-ad33-78f2562dbff7 req-003d4d94-8060-4322-87a2-552c09471acd tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:41.398939 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-b5ec148a-1457-4688-ad33-78f2562dbff7 req-003d4d94-8060-4322-87a2-552c09471acd tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 943 time: 0.0559947 Sep 03 09:53:41.440118 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-b5ec148a-1457-4688-ad33-78f2562dbff7 req-0cea74e9-77d5-4b48-9140-ba717c2fe3ef tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331538 Sep 03 09:53:42.038881 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f651083-ba83-413d-b0ce-c2a3db3f7f10 req-5b192553-0d5c-4642-ab17-b0c2406590f1 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:42.040354 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2f651083-ba83-413d-b0ce-c2a3db3f7f10 req-5b192553-0d5c-4642-ab17-b0c2406590f1 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1de2abc-7669-4b1e-bf70-c3092844b837 HTTP/1.1" status: 200 len: 945 time: 0.0575600 Sep 03 09:53:42.082496 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2f651083-ba83-413d-b0ce-c2a3db3f7f10 req-528e8faa-a745-48a5-b67d-c62a396234ce tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/security-groups?id=3095eee2-accc-4f20-9251-54fe2d77c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361903 Sep 03 09:53:42.304399 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f946c9-e27e-4556-acd5-e542ef30028f req-e1dce377-00d9-4bcd-b4c8-f9bd2eba099b tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:42.306097 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-82f946c9-e27e-4556-acd5-e542ef30028f req-e1dce377-00d9-4bcd-b4c8-f9bd2eba099b tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 945 time: 0.1208346 Sep 03 09:53:42.383085 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-82f946c9-e27e-4556-acd5-e542ef30028f req-b26c1a3e-23da-4995-ab40-c627087c3a59 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687954 Sep 03 09:53:42.456440 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d828cb0-4d43-43ed-a29d-e07f4c114556 req-180ea245-1112-467f-a39c-195d798d1ec9 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:42.464196 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-0d828cb0-4d43-43ed-a29d-e07f4c114556 req-180ea245-1112-467f-a39c-195d798d1ec9 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=08c9c8c8-8290-4095-b671-921ee047451d HTTP/1.1" status: 200 len: 945 time: 0.1774478 Sep 03 09:53:42.496639 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738e440-ca54-4adb-8ab3-488802ebefb1 req-35fac2e8-35aa-4976-80f8-35da431e6356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:42.498409 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-1738e440-ca54-4adb-8ab3-488802ebefb1 req-35fac2e8-35aa-4976-80f8-35da431e6356 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=08c9c8c8-8290-4095-b671-921ee047451d HTTP/1.1" status: 200 len: 1098 time: 0.1508636 Sep 03 09:53:42.572402 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-0d828cb0-4d43-43ed-a29d-e07f4c114556 req-ab7fee85-0236-4e1c-bb32-397a35b88709 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063185 Sep 03 09:53:42.606052 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-1738e440-ca54-4adb-8ab3-488802ebefb1 req-562d4030-7d1c-4111-be18-4b674cb55b20 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803955 Sep 03 09:53:42.618743 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ce3b1-49b8-40ea-919b-41ba79f7557c req-a5d6001c-52ff-4843-a812-eaee4731ff68 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:42.626117 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-844ce3b1-49b8-40ea-919b-41ba79f7557c req-a5d6001c-52ff-4843-a812-eaee4731ff68 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 943 time: 0.0947189 Sep 03 09:53:42.686745 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-844ce3b1-49b8-40ea-919b-41ba79f7557c req-2a5eed5e-0d61-4a39-8e08-8730845c0691 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516844 Sep 03 09:53:42.892198 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6ad16-a821-489b-b08f-1ae6075a7175 req-ce4ceb5c-6931-48fa-aab6-d11949a574ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:42.893799 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-dad6ad16-a821-489b-b08f-1ae6075a7175 req-ce4ceb5c-6931-48fa-aab6-d11949a574ce service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a1de2abc-7669-4b1e-bf70-c3092844b837 HTTP/1.1" status: 200 len: 1098 time: 0.0401528 Sep 03 09:53:42.941454 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-dad6ad16-a821-489b-b08f-1ae6075a7175 req-64f2e753-c5c3-464b-9a50-7271bb159ea2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3095eee2-accc-4f20-9251-54fe2d77c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289872 Sep 03 09:53:43.200862 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0fdb1-0293-4ba0-badf-0d4f2733b1ba req-b3fb5500-17e8-47dd-a85f-e0d5f65c98c8 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:43.202322 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-60f0fdb1-0293-4ba0-badf-0d4f2733b1ba req-b3fb5500-17e8-47dd-a85f-e0d5f65c98c8 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1de2abc-7669-4b1e-bf70-c3092844b837 HTTP/1.1" status: 200 len: 945 time: 0.0515413 Sep 03 09:53:43.241793 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-60f0fdb1-0293-4ba0-badf-0d4f2733b1ba req-b88a9cb2-1f9a-4fe2-9b30-708c9070af52 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/security-groups?id=3095eee2-accc-4f20-9251-54fe2d77c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332434 Sep 03 09:53:43.510071 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61134a7-6bce-4550-a9b7-fd79e14c1374 req-30480aca-8c3e-4f5f-b90a-4d0946b8a0b8 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:43.522310 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-c61134a7-6bce-4550-a9b7-fd79e14c1374 req-30480aca-8c3e-4f5f-b90a-4d0946b8a0b8 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 945 time: 0.0704651 Sep 03 09:53:43.566330 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-c61134a7-6bce-4550-a9b7-fd79e14c1374 req-7a464d84-2bdb-42d8-95c1-9a976594c6db tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349751 Sep 03 09:53:43.713478 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f5e7d0-cc56-4f09-a3b5-555db92e49b5 req-7f2620c5-9431-47a5-9294-d738788cdfc8 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:43.715213 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-d3f5e7d0-cc56-4f09-a3b5-555db92e49b5 req-7f2620c5-9431-47a5-9294-d738788cdfc8 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=08c9c8c8-8290-4095-b671-921ee047451d HTTP/1.1" status: 200 len: 945 time: 0.0685298 Sep 03 09:53:43.755743 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-d3f5e7d0-cc56-4f09-a3b5-555db92e49b5 req-a41d77ed-392a-4c8f-a8c0-8e5a225596a8 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342143 Sep 03 09:53:43.815061 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a5ae5-e280-40d9-b537-e943ff2ab969 req-1ad7f053-cf6f-4765-bf2e-7d21653d57ec tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:43.816785 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-8d2a5ae5-e280-40d9-b537-e943ff2ab969 req-1ad7f053-cf6f-4765-bf2e-7d21653d57ec tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 943 time: 0.0510066 Sep 03 09:53:43.868218 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-8d2a5ae5-e280-40d9-b537-e943ff2ab969 req-c941a3c2-d272-4594-b867-eba2d071fd0a tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448296 Sep 03 09:53:43.995433 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 38760) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:53:44.098443 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-a778f00d-7008-4d1a-8ade-f7a268d590f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:44.190776 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-a778f00d-7008-4d1a-8ade-f7a268d590f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:44.194544 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-a778f00d-7008-4d1a-8ade-f7a268d590f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:44.234518 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-a778f00d-7008-4d1a-8ade-f7a268d590f7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=db6917ee4e2a4977bcdcf2d2177508e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2380035 Sep 03 09:53:44.235323 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a778f00d-7008-4d1a-8ade-f7a268d590f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a78354-b478-4a66-834a-718d818d7289,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:53:44.237161 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 38764) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:53:44.289886 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-91d4e556-1d36-4186-a2af-6df433fbf189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:44.312795 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-91d4e556-1d36-4186-a2af-6df433fbf189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:44.368967 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-91d4e556-1d36-4186-a2af-6df433fbf189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:44.371445 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b5281-060e-4efd-9930-65a39dd529d7 req-7a3385c2-98d1-41f3-a8aa-a1abecdfd6da tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:44.372026 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-91d4e556-1d36-4186-a2af-6df433fbf189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:44.372988 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-504b5281-060e-4efd-9930-65a39dd529d7 req-7a3385c2-98d1-41f3-a8aa-a1abecdfd6da tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1de2abc-7669-4b1e-bf70-c3092844b837 HTTP/1.1" status: 200 len: 945 time: 0.0578976 Sep 03 09:53:44.373169 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-91d4e556-1d36-4186-a2af-6df433fbf189 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/14a78354-b478-4a66-834a-718d818d7289 HTTP/1.1" status: 204 len: 168 time: 0.1349950 Sep 03 09:53:44.382004 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d4e556-1d36-4186-a2af-6df433fbf189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a78354-b478-4a66-834a-718d818d7289,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:53:44.390276 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d4e556-1d36-4186-a2af-6df433fbf189 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:53:44.390634 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d4e556-1d36-4186-a2af-6df433fbf189 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:53:44.391067 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d4e556-1d36-4186-a2af-6df433fbf189 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:53:44.391445 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d4e556-1d36-4186-a2af-6df433fbf189 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:53:44.391797 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d4e556-1d36-4186-a2af-6df433fbf189 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:53:44.392149 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d4e556-1d36-4186-a2af-6df433fbf189 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:53:44.392482 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d4e556-1d36-4186-a2af-6df433fbf189 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:53:44.392812 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d4e556-1d36-4186-a2af-6df433fbf189 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:53:44.393289 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d4e556-1d36-4186-a2af-6df433fbf189 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:53:44.394019 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d4e556-1d36-4186-a2af-6df433fbf189 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:53:44.394554 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d4e556-1d36-4186-a2af-6df433fbf189 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:53:44.394891 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d4e556-1d36-4186-a2af-6df433fbf189 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:53:44.444518 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-504b5281-060e-4efd-9930-65a39dd529d7 req-59acad9a-44c4-4588-bf30-fecf8ab9f7c9 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/security-groups?id=3095eee2-accc-4f20-9251-54fe2d77c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575187 Sep 03 09:53:44.708519 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8abbb-aca1-468b-857e-2feb52e9c1bb req-ceee323f-1d2c-4ee4-9620-03dde47c5262 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:44.710206 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-70c8abbb-aca1-468b-857e-2feb52e9c1bb req-ceee323f-1d2c-4ee4-9620-03dde47c5262 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 945 time: 0.0702019 Sep 03 09:53:44.756219 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-70c8abbb-aca1-468b-857e-2feb52e9c1bb req-377f816a-4fbb-4056-a5c3-e1346ab4fc66 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356302 Sep 03 09:53:44.884629 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6ac75-9054-4165-a77a-e420698bcfc8 req-25504484-2359-40df-ade1-e05a4a310a53 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:44.886192 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-1ce6ac75-9054-4165-a77a-e420698bcfc8 req-25504484-2359-40df-ade1-e05a4a310a53 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=08c9c8c8-8290-4095-b671-921ee047451d HTTP/1.1" status: 200 len: 945 time: 0.0573802 Sep 03 09:53:44.892303 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b376d4c8-ce9e-404d-bd62-87c3188be601 req-e4a6df3a-3cae-4d98-b709-8435658523ea tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:44.893858 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-b376d4c8-ce9e-404d-bd62-87c3188be601 req-e4a6df3a-3cae-4d98-b709-8435658523ea tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/ports?device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 945 time: 0.0535035 Sep 03 09:53:44.934807 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-1ce6ac75-9054-4165-a77a-e420698bcfc8 req-ec2e8bfd-c6df-4de5-83c5-d257592894c9 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421710 Sep 03 09:53:44.942829 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-b376d4c8-ce9e-404d-bd62-87c3188be601 req-cafbb8e2-7a18-412c-8d6f-1ffc88b3012c tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/security-groups?id=a18fc30f-a8d8-4fa1-a88c-0c403993028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420103 Sep 03 09:53:44.970070 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 38788) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:53:45.064704 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611d67f-0897-4ec3-9edf-be286662b122 req-96a04a77-ae8d-4242-8d95-3aeb7ddaad26 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:45.066208 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2611d67f-0897-4ec3-9edf-be286662b122 req-96a04a77-ae8d-4242-8d95-3aeb7ddaad26 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 943 time: 0.0533082 Sep 03 09:53:45.129977 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2611d67f-0897-4ec3-9edf-be286662b122 req-b79320c9-014b-4051-b065-da07e2f77c60 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507908 Sep 03 09:53:45.183072 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d19675d-7b10-4771-ab69-26d06ccb9dc2 tempest-TestMinimumBasicScenario-763451378 tempest-TestMinimumBasicScenario-763451378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:45.187404 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-9d19675d-7b10-4771-ab69-26d06ccb9dc2 tempest-TestMinimumBasicScenario-763451378 tempest-TestMinimumBasicScenario-763451378-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 1093 time: 0.2135472 Sep 03 09:53:45.187781 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 38794) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:53:45.192366 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [None req-a430fa36-e3dc-46a9-ab6d-5125627920a1 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Request body: {'floatingip': {'floating_network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'port_id': 'df5efcf7-588a-4eac-867e-f67ec830925e', 'tenant_id': 'b6c50db97723432ebc021572f85943ae', 'fixed_ip_address': '172.20.0.9'}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:53:45.218335 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-a430fa36-e3dc-46a9-ab6d-5125627920a1 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks [] for floatingip, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:45.322422 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-a430fa36-e3dc-46a9-ab6d-5125627920a1 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:45.431265 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.db_base_plugin_common [None req-a430fa36-e3dc-46a9-ab6d-5125627920a1 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Allocated IP 172.27.3.67 (16dc62c0-adaf-4d17-9be4-5c31a1b1de1d/e699cb95-0a95-4e72-9bdf-93d4b1cc29ef/72a4b551-6e91-40a0-a445-2b266427ce66) {{(pid=105525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:53:45.526970 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-369f84fb-e107-438c-982d-357af66c88b6 req-b9d2d791-315f-4e23-aa15-04c58b47453e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392883 Sep 03 09:53:45.564867 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-a430fa36-e3dc-46a9-ab6d-5125627920a1 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks [] for port, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:45.595256 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb74e5-3eee-4705-9a92-d35a4b278934 req-fc8cb458-d567-4120-a870-f3eae0b4d947 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:45.596791 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-07cb74e5-3eee-4705-9a92-d35a4b278934 req-fc8cb458-d567-4120-a870-f3eae0b4d947 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1de2abc-7669-4b1e-bf70-c3092844b837 HTTP/1.1" status: 200 len: 945 time: 0.0850852 Sep 03 09:53:45.601214 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f84fb-e107-438c-982d-357af66c88b6 req-2c3f1637-69c8-4949-846f-e2a984a15d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:45.602803 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-369f84fb-e107-438c-982d-357af66c88b6 req-2c3f1637-69c8-4949-846f-e2a984a15d96 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c72df9f562c94a8aab79afac7263e6e5&device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 1098 time: 0.0438583 Sep 03 09:53:45.656586 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-07cb74e5-3eee-4705-9a92-d35a4b278934 req-c90682d9-fd2e-45bf-aabc-f6536c12225f tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/security-groups?id=3095eee2-accc-4f20-9251-54fe2d77c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517178 Sep 03 09:53:45.658170 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-a430fa36-e3dc-46a9-ab6d-5125627920a1 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25166669'] for port, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:45.696268 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a430fa36-e3dc-46a9-ab6d-5125627920a1 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Network 16dc62c0-adaf-4d17-9be4-5c31a1b1de1d is already hosted by enough agents. {{(pid=105525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:53:45.709369 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.base_scheduler [None req-a430fa36-e3dc-46a9-ab6d-5125627920a1 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Resources bound (agent type, host, resource id): {{(pid=105525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:53:45.714185 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a430fa36-e3dc-46a9-ab6d-5125627920a1 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Received port after_create {{(pid=105525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:53:45.739991 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a430fa36-e3dc-46a9-ab6d-5125627920a1 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Pushing event updated for resources: {'Port': ['ID=72a4b551-6e91-40a0-a445-2b266427ce66,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:53:45.765883 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f84fb-e107-438c-982d-357af66c88b6 req-6643f3d4-8570-4883-9c75-f6ef45ca0b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:45.767378 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-369f84fb-e107-438c-982d-357af66c88b6 req-6643f3d4-8570-4883-9c75-f6ef45ca0b83 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7995b685-e18e-455d-be66-3bd792a79086 HTTP/1.1" status: 200 len: 919 time: 0.1246369 Sep 03 09:53:45.828431 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4795c599-3376-4221-9857-bdfefdd1c531 req-bbdfdb9b-cac7-4c99-86c7-314977184755 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:45.830039 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-4795c599-3376-4221-9857-bdfefdd1c531 req-bbdfdb9b-cac7-4c99-86c7-314977184755 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1de2abc-7669-4b1e-bf70-c3092844b837 HTTP/1.1" status: 200 len: 945 time: 0.0957463 Sep 03 09:53:45.831671 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-369f84fb-e107-438c-982d-357af66c88b6 req-5f58432e-1ddf-4d00-becc-5bef5110c950 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aec59b67-087c-4f74-bd32-46c77a0ee00e HTTP/1.1" status: 200 len: 217 time: 0.0547059 Sep 03 09:53:45.908383 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-4795c599-3376-4221-9857-bdfefdd1c531 req-0cdbba67-68d0-4476-af30-183919d28542 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/security-groups?id=3095eee2-accc-4f20-9251-54fe2d77c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720763 Sep 03 09:53:45.910189 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f84fb-e107-438c-982d-357af66c88b6 req-d9239848-e4f3-463d-85fa-ba5d17902594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:45.911587 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-369f84fb-e107-438c-982d-357af66c88b6 req-d9239848-e4f3-463d-85fa-ba5d17902594 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f78bac5b-e536-4490-a472-11f8ae62b3fb HTTP/1.1" status: 200 len: 858 time: 0.0685117 Sep 03 09:53:45.932092 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 38806) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:53:46.016138 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-369f84fb-e107-438c-982d-357af66c88b6 req-893fc1b1-7427-457c-90c4-1e5b4ba4549f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7995b685-e18e-455d-be66-3bd792a79086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538175 Sep 03 09:53:46.153249 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcca936f-96bb-4b7f-b15e-f43df5abc3d6 tempest-TestVolumeBootPattern-1639474198 tempest-TestVolumeBootPattern-1639474198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:46.157732 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-bcca936f-96bb-4b7f-b15e-f43df5abc3d6 tempest-TestVolumeBootPattern-1639474198 tempest-TestVolumeBootPattern-1639474198-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=a1de2abc-7669-4b1e-bf70-c3092844b837 HTTP/1.1" status: 200 len: 1093 time: 0.2215846 Sep 03 09:53:46.160303 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 38816) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:53:46.165207 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [None req-474c8855-2e63-4804-8775-fc7ccb6c75a0 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Request body: {'floatingip': {'floating_network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'port_id': 'e4f4ac60-5318-4e05-80f3-69756b11d5c1', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:53:46.186314 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-369f84fb-e107-438c-982d-357af66c88b6 req-cbbaf513-c387-4d1b-9d49-34d82e69a3d9 service neutron] 10.222.0.60 "GET /v2.0/networks/7995b685-e18e-455d-be66-3bd792a79086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556003 Sep 03 09:53:46.211914 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd0ca1-5683-430f-b645-4ac011c7c3ea req-cba2f902-9e81-4d53-b08a-8c71e2da1749 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:46.213309 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-02cd0ca1-5683-430f-b645-4ac011c7c3ea req-cba2f902-9e81-4d53-b08a-8c71e2da1749 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 945 time: 0.3727739 Sep 03 09:53:46.256527 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-474c8855-2e63-4804-8775-fc7ccb6c75a0 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks [] for floatingip, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:46.270624 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40628a-bfa7-4a4e-a43f-a09e3840e466 req-e4e5e47c-2224-40e4-bda9-0f8323d84f18 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:46.272111 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-bf40628a-bfa7-4a4e-a43f-a09e3840e466 req-e4e5e47c-2224-40e4-bda9-0f8323d84f18 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.60 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 945 time: 0.0996225 Sep 03 09:53:46.330099 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-02cd0ca1-5683-430f-b645-4ac011c7c3ea req-4954488a-d8ae-40b4-84c0-56f03e3f74a7 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978818 Sep 03 09:53:46.352661 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831339d9-5c90-4a4c-9fd9-bf0f9783c82a req-7d757f05-4596-4207-8765-14a9836d8f33 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:46.354048 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-831339d9-5c90-4a4c-9fd9-bf0f9783c82a req-7d757f05-4596-4207-8765-14a9836d8f33 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 943 time: 0.1500762 Sep 03 09:53:46.365222 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-369f84fb-e107-438c-982d-357af66c88b6 req-1fab4f77-db8b-4fe1-a5f6-899322330442 service neutron] 10.222.0.60 "GET /v2.0/networks/7995b685-e18e-455d-be66-3bd792a79086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707633 Sep 03 09:53:46.454865 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-831339d9-5c90-4a4c-9fd9-bf0f9783c82a req-ee45faa8-472f-4716-8888-246717a698df tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716538 Sep 03 09:53:46.482673 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-474c8855-2e63-4804-8775-fc7ccb6c75a0 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:46.603413 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.db_base_plugin_common [None req-474c8855-2e63-4804-8775-fc7ccb6c75a0 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Allocated IP 172.27.3.121 (16dc62c0-adaf-4d17-9be4-5c31a1b1de1d/e699cb95-0a95-4e72-9bdf-93d4b1cc29ef/08bf1123-f695-42d7-876f-5af9fa6d2cb1) {{(pid=105524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:53:46.632943 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.plugin [req-bf40628a-bfa7-4a4e-a43f-a09e3840e466 req-a03d0149-c254-4f9f-abf3-ecec7e33ff81 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Deleting port 0e9b17b0-c18d-43c0-b638-d9ed6a4a7d09 {{(pid=105525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 09:53:46.633204 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-bf40628a-bfa7-4a4e-a43f-a09e3840e466 req-a03d0149-c254-4f9f-abf3-ecec7e33ff81 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:46.639654 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-a430fa36-e3dc-46a9-ab6d-5125627920a1 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:46.743621 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-474c8855-2e63-4804-8775-fc7ccb6c75a0 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks [] for port, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:46.796321 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-474c8855-2e63-4804-8775-fc7ccb6c75a0 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25413165'] for port, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:46.841089 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474c8855-2e63-4804-8775-fc7ccb6c75a0 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Network 16dc62c0-adaf-4d17-9be4-5c31a1b1de1d is already hosted by enough agents. {{(pid=105524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:53:46.844425 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.base_scheduler [None req-474c8855-2e63-4804-8775-fc7ccb6c75a0 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Resources bound (agent type, host, resource id): {{(pid=105524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:53:46.848842 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474c8855-2e63-4804-8775-fc7ccb6c75a0 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Received port after_create {{(pid=105524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:53:46.860134 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.db [req-bf40628a-bfa7-4a4e-a43f-a09e3840e466 req-a03d0149-c254-4f9f-abf3-ecec7e33ff81 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] For port 0e9b17b0-c18d-43c0-b638-d9ed6a4a7d09, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=0e9b17b0-c18d-43c0-b638-d9ed6a4a7d09,segment=NetworkSegment(7369bf7c-6fbb-4bda-b2e3-3040860ac3c2),segment_id=7369bf7c-6fbb-4bda-b2e3-3040860ac3c2)] {{(pid=105525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:53:46.860134 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-bf40628a-bfa7-4a4e-a43f-a09e3840e466 req-a03d0149-c254-4f9f-abf3-ecec7e33ff81 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:46.875432 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-a430fa36-e3dc-46a9-ab6d-5125627920a1 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:46.903899 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.plugin [req-bf40628a-bfa7-4a4e-a43f-a09e3840e466 req-a03d0149-c254-4f9f-abf3-ecec7e33ff81 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Calling delete_port for 0e9b17b0-c18d-43c0-b638-d9ed6a4a7d09 owned by compute:nova {{(pid=105525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 09:53:46.904063 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c8855-2e63-4804-8775-fc7ccb6c75a0 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Pushing event updated for resources: {'Port': ['ID=08bf1123-f695-42d7-876f-5af9fa6d2cb1,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:53:47.193052 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-a430fa36-e3dc-46a9-ab6d-5125627920a1 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks [] for port, precommit_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:47.196310 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-bf40628a-bfa7-4a4e-a43f-a09e3840e466 req-a03d0149-c254-4f9f-abf3-ecec7e33ff81 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25166669'] for port, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:47.203272 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-a430fa36-e3dc-46a9-ab6d-5125627920a1 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25166682'] for port, after_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:47.209730 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] get_ports_and_sgs() called for port_ids ['aec59b67-087c-4f74-bd32-46c77a0ee00e', '0e9b17b0-c18d-43c0-b638-d9ed6a4a7d09'] {{(pid=105526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 09:53:47.236013 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d0149-c254-4f9f-abf3-ecec7e33ff81 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Pushing event deleted for resources: {'Port': ['ID=0e9b17b0-c18d-43c0-b638-d9ed6a4a7d09,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:53:47.354668 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf40628a-bfa7-4a4e-a43f-a09e3840e466 req-a03d0149-c254-4f9f-abf3-ecec7e33ff81 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] No DVR routers for this DVR port 0e9b17b0-c18d-43c0-b638-d9ed6a4a7d09 on host hv-cinder-60634 {{(pid=105525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 09:53:47.365779 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-bf40628a-bfa7-4a4e-a43f-a09e3840e466 req-a03d0149-c254-4f9f-abf3-ecec7e33ff81 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for port, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:47.368526 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-bf40628a-bfa7-4a4e-a43f-a09e3840e466 req-a03d0149-c254-4f9f-abf3-ecec7e33ff81 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.60 "DELETE /v2.0/ports/0e9b17b0-c18d-43c0-b638-d9ed6a4a7d09 HTTP/1.1" status: 204 len: 173 time: 1.0884352 Sep 03 09:53:47.369427 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-a430fa36-e3dc-46a9-ab6d-5125627920a1 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417335'] for floatingip, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:47.371055 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f1bd17-827a-467f-844e-139d007919c0', 'name': 'network-vif-deleted', 'tag': '0e9b17b0-c18d-43c0-b638-d9ed6a4a7d09'}] {{(pid=105525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:53:47.373413 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b472ff3031a1c59aa5156df15414b1b35e6d7494da734e784d35b582b3c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db4cee6-41cc-483c-aab5-1330f649a9c2" -d '{"events": [{"server_uuid": "22f1bd17-827a-467f-844e-139d007919c0", "name": "network-vif-deleted", "tag": "0e9b17b0-c18d-43c0-b638-d9ed6a4a7d09"}]}' {{(pid=105525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:53:47.391512 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-474c8855-2e63-4804-8775-fc7ccb6c75a0 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:47.442829 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 09:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399344cc-706c-497b-82b6-275680529aed x-openstack-request-id: req-399344cc-706c-497b-82b6-275680529aed {{(pid=105525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:53:47.443207 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f1bd17-827a-467f-844e-139d007919c0", "name": "network-vif-deleted", "tag": "0e9b17b0-c18d-43c0-b638-d9ed6a4a7d09", "status": "completed", "code": 200}]} {{(pid=105525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:53:47.443380 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-399344cc-706c-497b-82b6-275680529aed {{(pid=105525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:53:47.443849 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f1bd17-827a-467f-844e-139d007919c0', 'name': 'network-vif-deleted', 'tag': '0e9b17b0-c18d-43c0-b638-d9ed6a4a7d09', 'status': 'completed', 'code': 200} Sep 03 09:53:47.473394 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a430fa36-e3dc-46a9-ab6d-5125627920a1 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Pushing event updated for resources: {'Port': ['ID=72a4b551-6e91-40a0-a445-2b266427ce66,revision_number=2']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:53:47.527162 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.db.l3_db [None req-a430fa36-e3dc-46a9-ab6d-5125627920a1 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Floating IP b94dbf60-d3bb-4645-9843-9e805cda4ac0 associated. External IP: 172.27.3.67, port: df5efcf7-588a-4eac-867e-f67ec830925e. Sep 03 09:53:47.670626 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da27c83-51dc-4066-bcb3-98d15502bd88 req-407db667-0041-4736-bf30-034275315338 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:47.672352 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-1da27c83-51dc-4066-bcb3-98d15502bd88 req-407db667-0041-4736-bf30-034275315338 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 943 time: 0.1082540 Sep 03 09:53:47.765256 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-a69db3e5-ef0e-40e4-9f3b-b13e60a89b26 req-3fe87ffb-e212-45e7-87a3-e52d05f483e2 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=22f1bd17-827a-467f-844e-139d007919c0 HTTP/1.1" status: 200 len: 210 time: 0.3019295 Sep 03 09:53:47.776542 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-474c8855-2e63-4804-8775-fc7ccb6c75a0 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:47.798187 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-1da27c83-51dc-4066-bcb3-98d15502bd88 req-0c5e2d4d-2079-4a75-91a7-1ce51c0b9095 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185865 Sep 03 09:53:47.877864 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a430fa36-e3dc-46a9-ab6d-5125627920a1 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Router fa2aa479-634c-4482-b4c4-494e91679ee2 has already been hosted by L3 agent d52909a0-0f60-4ffe-9597-25dbe871271a {{(pid=105525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 09:53:47.881265 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:47.983223 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-474c8855-2e63-4804-8775-fc7ccb6c75a0 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks [] for port, precommit_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:47.988795 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-474c8855-2e63-4804-8775-fc7ccb6c75a0 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25413178'] for port, after_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:48.008736 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a430fa36-e3dc-46a9-ab6d-5125627920a1 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify agent at l3_agent.dv-cinder-606346-32-iscsi the message routers_updated {{(pid=105525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 09:53:48.020793 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e8c6a6-395f-4627-993d-836380a45efc None None] Sync routers for ids ['fa2aa479-634c-4482-b4c4-494e91679ee2'] in dv-cinder-606346-32-iscsi {{(pid=105527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 09:53:48.035712 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-a430fa36-e3dc-46a9-ab6d-5125627920a1 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for floatingip, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:48.037792 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e8c6a6-395f-4627-993d-836380a45efc None None] Routers {'fa2aa479-634c-4482-b4c4-494e91679ee2'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:53:48.039841 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-70e8c6a6-395f-4627-993d-836380a45efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:53:32Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['fa2aa479-634c-4482-b4c4-494e91679ee2'], 'active': True} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:53:48.068653 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-a430fa36-e3dc-46a9-ab6d-5125627920a1 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8799067 Sep 03 09:53:48.071740 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 38844) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:53:48.078227 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [None req-b097b3c1-fa5f-4e38-a4d9-17c5c9990488 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-560589613', 'description': 'tempest-secgroup-smoke-560589613 description', 'project_id': 'b6c50db97723432ebc021572f85943ae'}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:53:48.079253 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c8855-2e63-4804-8775-fc7ccb6c75a0 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Pushing event updated for resources: {'Port': ['ID=08bf1123-f695-42d7-876f-5af9fa6d2cb1,revision_number=2']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:53:48.096758 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-474c8855-2e63-4804-8775-fc7ccb6c75a0 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417335'] for floatingip, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:48.125782 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-b097b3c1-fa5f-4e38-a4d9-17c5c9990488 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:48.151869 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvr_db [None req-70e8c6a6-395f-4627-993d-836380a45efc None None] Set router fa2aa479-634c-4482-b4c4-494e91679ee2 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:53:48.266722 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-b097b3c1-fa5f-4e38-a4d9-17c5c9990488 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:48.272721 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-b097b3c1-fa5f-4e38-a4d9-17c5c9990488 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:48.275939 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.db.l3_db [None req-474c8855-2e63-4804-8775-fc7ccb6c75a0 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Floating IP d484e06f-52cc-4b7e-ab98-a54f15d7d4b2 associated. External IP: 172.27.3.121, port: e4f4ac60-5318-4e05-80f3-69756b11d5c1. Sep 03 09:53:48.303054 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-b097b3c1-fa5f-4e38-a4d9-17c5c9990488 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks [] for security_group, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:48.307375 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-b097b3c1-fa5f-4e38-a4d9-17c5c9990488 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2314963 Sep 03 09:53:48.307677 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 38850) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:53:48.314435 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [None req-9a083849-8137-42eb-a38d-c8e6aebe9390 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Request body: {'security_group_rule': {'security_group_id': '9a7a36b4-9c1a-4edd-90aa-095feb4125c3', 'project_id': 'b6c50db97723432ebc021572f85943ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:53:48.344516 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b097b3c1-fa5f-4e38-a4d9-17c5c9990488 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7a36b4-9c1a-4edd-90aa-095feb4125c3,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:53:48.363074 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-9a083849-8137-42eb-a38d-c8e6aebe9390 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:48.438648 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-9a083849-8137-42eb-a38d-c8e6aebe9390 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:48.446923 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-9a083849-8137-42eb-a38d-c8e6aebe9390 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831981'] for security_group_rule, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:48.470213 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-9a083849-8137-42eb-a38d-c8e6aebe9390 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:48.474065 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-9a083849-8137-42eb-a38d-c8e6aebe9390 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1618757 Sep 03 09:53:48.474310 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 38852) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:53:48.479187 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [None req-37ca1694-d5d8-4aa3-825c-f351aedddafd tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Request body: {'security_group_rule': {'security_group_id': '9a7a36b4-9c1a-4edd-90aa-095feb4125c3', 'project_id': 'b6c50db97723432ebc021572f85943ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:53:48.484431 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a083849-8137-42eb-a38d-c8e6aebe9390 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7308f035-913a-40cb-ad27-aa8e598c4991,revision_number=0']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:53:48.499280 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-70e8c6a6-395f-4627-993d-836380a45efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2aa479-634c-4482-b4c4-494e91679ee2', 'name': 'tempest-TestMinimumBasicScenario-1652052393-router', 'tenant_id': 'b6c50db97723432ebc021572f85943ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9a08e01f-684a-4614-bd1a-592853f6e42c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:06Z', 'updated_at': '2021-09-03T09:52:15Z', 'revision_number': 4, 'project_id': 'b6c50db97723432ebc021572f85943ae', 'gw_port': {'id': '9a08e01f-684a-4614-bd1a-592853f6e42c', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2aa479-634c-4482-b4c4-494e91679ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:07Z', 'updated_at': '2021-09-03T09:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_floatingips': [{'id': 'b94dbf60-d3bb-4645-9843-9e805cda4ac0', 'tenant_id': 'b6c50db97723432ebc021572f85943ae', 'floating_ip_address': '172.27.3.67', 'floating_network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'router_id': 'fa2aa479-634c-4482-b4c4-494e91679ee2', 'port_id': 'df5efcf7-588a-4eac-867e-f67ec830925e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5dad9d9-c5c9-4f54-954b-8f46ad088140', 'mac_address': 'fa:16:3e:35:17:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953195d9-09d7-4c1f-9201-eb00c9b45114', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T09:53:46Z', 'updated_at': '2021-09-03T09:53:46Z', 'revision_number': 0, 'project_id': 'b6c50db97723432ebc021572f85943ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1ebe2a-bbe2-4a3c-9058-6c61dc33e116', 'name': '', 'network_id': 'f5dad9d9-c5c9-4f54-954b-8f46ad088140', 'tenant_id': 'b6c50db97723432ebc021572f85943ae', 'mac_address': 'fa:16:3e:4e:91:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2aa479-634c-4482-b4c4-494e91679ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '50312df5-c5ba-48a8-9dca-a1103d54fc6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:12Z', 'updated_at': '2021-09-03T09:52:24Z', 'revision_number': 5, 'project_id': 'b6c50db97723432ebc021572f85943ae', 'subnets': [{'id': '50312df5-c5ba-48a8-9dca-a1103d54fc6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:53:48.512009 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-37ca1694-d5d8-4aa3-825c-f351aedddafd tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:48.529168 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e8c6a6-395f-4627-993d-836380a45efc None None] Checking router: fa2aa479-634c-4482-b4c4-494e91679ee2 for host: dv-cinder-606346-32-iscsi {{(pid=105527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 09:53:48.537895 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e8c6a6-395f-4627-993d-836380a45efc None None] Routers {'fa2aa479-634c-4482-b4c4-494e91679ee2'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:53:48.538548 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-70e8c6a6-395f-4627-993d-836380a45efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:53:32Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['fa2aa479-634c-4482-b4c4-494e91679ee2'], 'active': True} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:53:48.559868 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-474c8855-2e63-4804-8775-fc7ccb6c75a0 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Router de34ef44-f874-434b-bbab-dfcfaabb18f7 has already been hosted by L3 agent d52909a0-0f60-4ffe-9597-25dbe871271a {{(pid=105524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 09:53:48.580782 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-37ca1694-d5d8-4aa3-825c-f351aedddafd tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:48.586408 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-37ca1694-d5d8-4aa3-825c-f351aedddafd tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831981'] for security_group_rule, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:48.604357 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca1694-d5d8-4aa3-825c-f351aedddafd tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e54eda1-6ae7-47d4-ad03-9b411fd90294,revision_number=0']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:53:48.619976 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-37ca1694-d5d8-4aa3-825c-f351aedddafd tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:48.621428 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-37ca1694-d5d8-4aa3-825c-f351aedddafd tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1461589 Sep 03 09:53:48.624234 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 38854) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:53:48.629100 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [None req-2d46ad61-15b8-4616-b2dc-6cce07a877e2 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Request body: {'security_group_rule': {'security_group_id': '9a7a36b4-9c1a-4edd-90aa-095feb4125c3', 'project_id': 'b6c50db97723432ebc021572f85943ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:53:48.662819 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-2d46ad61-15b8-4616-b2dc-6cce07a877e2 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:48.676495 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvr_db [None req-70e8c6a6-395f-4627-993d-836380a45efc None None] Set router fa2aa479-634c-4482-b4c4-494e91679ee2 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:53:48.700811 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474c8855-2e63-4804-8775-fc7ccb6c75a0 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify agent at l3_agent.dv-cinder-606346-32-iscsi the message routers_updated {{(pid=105524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 09:53:48.711494 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98e699c-1974-4fd1-8149-d36ceda7f963 None None] Sync routers for ids ['de34ef44-f874-434b-bbab-dfcfaabb18f7'] in dv-cinder-606346-32-iscsi {{(pid=105526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 09:53:48.722665 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98e699c-1974-4fd1-8149-d36ceda7f963 None None] Routers {'de34ef44-f874-434b-bbab-dfcfaabb18f7'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:53:48.723285 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-d98e699c-1974-4fd1-8149-d36ceda7f963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:53:32Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['de34ef44-f874-434b-bbab-dfcfaabb18f7'], 'active': True} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:53:48.725492 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-474c8855-2e63-4804-8775-fc7ccb6c75a0 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for floatingip, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:48.734046 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-2d46ad61-15b8-4616-b2dc-6cce07a877e2 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:48.740723 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-2d46ad61-15b8-4616-b2dc-6cce07a877e2 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831981'] for security_group_rule, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:48.774009 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-2d46ad61-15b8-4616-b2dc-6cce07a877e2 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:48.775540 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-2d46ad61-15b8-4616-b2dc-6cce07a877e2 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1502347 Sep 03 09:53:48.778608 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 38856) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:53:48.796051 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-474c8855-2e63-4804-8775-fc7ccb6c75a0 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6192288 Sep 03 09:53:48.796051 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1de2abc-7669-4b1e-bf70-c3092844b837', 'tag': 'e4f4ac60-5318-4e05-80f3-69756b11d5c1'}] {{(pid=105524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:53:48.796723 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [None req-0bc75ae5-77e0-4d84-bc02-7d0c2a893bf3 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Request body: {'security_group_rule': {'security_group_id': '9a7a36b4-9c1a-4edd-90aa-095feb4125c3', 'project_id': 'b6c50db97723432ebc021572f85943ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:53:48.796723 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d46ad61-15b8-4616-b2dc-6cce07a877e2 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f846c7a3-27bf-4b78-a8a2-f72cd02f032b,revision_number=0']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:53:48.796966 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07cd05725c708ed75ef04e80da70ebdfc8c47d02cbbda1b8cc3f0b48d37440d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a3e8a5-9c32-4856-adef-5bf91ec81020" -d '{"events": [{"name": "network-changed", "server_uuid": "a1de2abc-7669-4b1e-bf70-c3092844b837", "tag": "e4f4ac60-5318-4e05-80f3-69756b11d5c1"}]}' {{(pid=105524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:53:48.826787 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-0bc75ae5-77e0-4d84-bc02-7d0c2a893bf3 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:48.879385 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvr_db [None req-d98e699c-1974-4fd1-8149-d36ceda7f963 None None] Set router de34ef44-f874-434b-bbab-dfcfaabb18f7 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:53:48.890246 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 09:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361b7912-70a2-4ef1-b1c6-ed23cfcbf7f0 x-openstack-request-id: req-361b7912-70a2-4ef1-b1c6-ed23cfcbf7f0 {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:53:48.890647 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1de2abc-7669-4b1e-bf70-c3092844b837", "tag": "e4f4ac60-5318-4e05-80f3-69756b11d5c1", "status": "completed", "code": 200}]} {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:53:48.891003 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-361b7912-70a2-4ef1-b1c6-ed23cfcbf7f0 {{(pid=105524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:53:48.891495 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1de2abc-7669-4b1e-bf70-c3092844b837', 'tag': 'e4f4ac60-5318-4e05-80f3-69756b11d5c1', 'status': 'completed', 'code': 200} Sep 03 09:53:48.950545 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-0bc75ae5-77e0-4d84-bc02-7d0c2a893bf3 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:48.974824 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-0bc75ae5-77e0-4d84-bc02-7d0c2a893bf3 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831981'] for security_group_rule, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:48.987084 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc75ae5-77e0-4d84-bc02-7d0c2a893bf3 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9334aab3-5be0-4452-8aa8-69cc6eb1d890,revision_number=0']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:53:49.012972 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3e8a5-9c32-4856-adef-5bf91ec81020 req-76cff2ea-fb5a-4d91-a98b-6f2f65687c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:49.014865 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-69a3e8a5-9c32-4856-adef-5bf91ec81020 req-76cff2ea-fb5a-4d91-a98b-6f2f65687c79 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=44b3fef83509437faeb9b56d841754dc&device_id=a1de2abc-7669-4b1e-bf70-c3092844b837 HTTP/1.1" status: 200 len: 1098 time: 0.0768909 Sep 03 09:53:49.015801 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-0bc75ae5-77e0-4d84-bc02-7d0c2a893bf3 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:49.017736 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-0bc75ae5-77e0-4d84-bc02-7d0c2a893bf3 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2376871 Sep 03 09:53:49.020459 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 38870) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:53:49.026686 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [None req-88575da4-4e55-4380-ba71-cfb3f17e8c01 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Request body: {'security_group_rule': {'security_group_id': '9a7a36b4-9c1a-4edd-90aa-095feb4125c3', 'project_id': 'b6c50db97723432ebc021572f85943ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:53:49.033320 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-70e8c6a6-395f-4627-993d-836380a45efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2aa479-634c-4482-b4c4-494e91679ee2', 'name': 'tempest-TestMinimumBasicScenario-1652052393-router', 'tenant_id': 'b6c50db97723432ebc021572f85943ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9a08e01f-684a-4614-bd1a-592853f6e42c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:06Z', 'updated_at': '2021-09-03T09:52:15Z', 'revision_number': 4, 'project_id': 'b6c50db97723432ebc021572f85943ae', 'gw_port': {'id': '9a08e01f-684a-4614-bd1a-592853f6e42c', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2aa479-634c-4482-b4c4-494e91679ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:07Z', 'updated_at': '2021-09-03T09:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_floatingips': [{'id': 'b94dbf60-d3bb-4645-9843-9e805cda4ac0', 'tenant_id': 'b6c50db97723432ebc021572f85943ae', 'floating_ip_address': '172.27.3.67', 'floating_network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'router_id': 'fa2aa479-634c-4482-b4c4-494e91679ee2', 'port_id': 'df5efcf7-588a-4eac-867e-f67ec830925e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5dad9d9-c5c9-4f54-954b-8f46ad088140', 'mac_address': 'fa:16:3e:35:17:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953195d9-09d7-4c1f-9201-eb00c9b45114', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T09:53:46Z', 'updated_at': '2021-09-03T09:53:46Z', 'revision_number': 0, 'project_id': 'b6c50db97723432ebc021572f85943ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1ebe2a-bbe2-4a3c-9058-6c61dc33e116', 'name': '', 'network_id': 'f5dad9d9-c5c9-4f54-954b-8f46ad088140', 'tenant_id': 'b6c50db97723432ebc021572f85943ae', 'mac_address': 'fa:16:3e:4e:91:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2aa479-634c-4482-b4c4-494e91679ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '50312df5-c5ba-48a8-9dca-a1103d54fc6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:12Z', 'updated_at': '2021-09-03T09:52:24Z', 'revision_number': 5, 'project_id': 'b6c50db97723432ebc021572f85943ae', 'subnets': [{'id': '50312df5-c5ba-48a8-9dca-a1103d54fc6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:53:49.084291 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e8c6a6-395f-4627-993d-836380a45efc None None] The sync data for ids ['fa2aa479-634c-4482-b4c4-494e91679ee2'] in dv-cinder-606346-32-iscsi is: [{'id': 'fa2aa479-634c-4482-b4c4-494e91679ee2', 'name': 'tempest-TestMinimumBasicScenario-1652052393-router', 'tenant_id': 'b6c50db97723432ebc021572f85943ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9a08e01f-684a-4614-bd1a-592853f6e42c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:06Z', 'updated_at': '2021-09-03T09:52:15Z', 'revision_number': 4, 'project_id': 'b6c50db97723432ebc021572f85943ae', 'gw_port': {'id': '9a08e01f-684a-4614-bd1a-592853f6e42c', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2aa479-634c-4482-b4c4-494e91679ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:07Z', 'updated_at': '2021-09-03T09:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_floatingips': [{'id': 'b94dbf60-d3bb-4645-9843-9e805cda4ac0', 'tenant_id': 'b6c50db97723432ebc021572f85943ae', 'floating_ip_address': '172.27.3.67', 'floating_network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'router_id': 'fa2aa479-634c-4482-b4c4-494e91679ee2', 'port_id': 'df5efcf7-588a-4eac-867e-f67ec830925e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5dad9d9-c5c9-4f54-954b-8f46ad088140', 'mac_address': 'fa:16:3e:35:17:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953195d9-09d7-4c1f-9201-eb00c9b45114', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T09:53:46Z', 'updated_at': '2021-09-03T09:53:46Z', 'revision_number': 0, 'project_id': 'b6c50db97723432ebc021572f85943ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1ebe2a-bbe2-4a3c-9058-6c61dc33e116', 'name': '', 'network_id': 'f5dad9d9-c5c9-4f54-954b-8f46ad088140', 'tenant_id': 'b6c50db97723432ebc021572f85943ae', 'mac_address': 'fa:16:3e:4e:91:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2aa479-634c-4482-b4c4-494e91679ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '50312df5-c5ba-48a8-9dca-a1103d54fc6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:12Z', 'updated_at': '2021-09-03T09:52:24Z', 'revision_number': 5, 'project_id': 'b6c50db97723432ebc021572f85943ae', 'subnets': [{'id': '50312df5-c5ba-48a8-9dca-a1103d54fc6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 09:53:49.125849 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.db.securitygroups_db [None req-88575da4-4e55-4380-ba71-cfb3f17e8c01 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Project b6c50db97723432ebc021572f85943ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 09:53:49.127883 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2335b-3f64-4d35-a61e-dba8b5d79867 req-29d7b814-7c20-4b87-854f-a4254bf67c95 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:49.137311 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-f4c2335b-3f64-4d35-a61e-dba8b5d79867 req-29d7b814-7c20-4b87-854f-a4254bf67c95 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 943 time: 0.1031232 Sep 03 09:53:49.137479 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-88575da4-4e55-4380-ba71-cfb3f17e8c01 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:49.193510 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-f4c2335b-3f64-4d35-a61e-dba8b5d79867 req-1570cbbb-6f76-4cc8-83d7-94543da0fe4a tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465531 Sep 03 09:53:49.390419 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e969b787-ab54-4559-9c6d-b7958adecbdd None None] New status for floating IP b94dbf60-d3bb-4645-9843-9e805cda4ac0: ACTIVE {{(pid=105527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 09:53:49.392921 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-d98e699c-1974-4fd1-8149-d36ceda7f963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'name': 'tempest-TestVolumeBootPattern-1130982208-router', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '07886559-ab62-45a9-86dc-6696d525adc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:11Z', 'updated_at': '2021-09-03T09:52:21Z', 'revision_number': 4, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'gw_port': {'id': '07886559-ab62-45a9-86dc-6696d525adc4', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:14Z', 'updated_at': '2021-09-03T09:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_floatingips': [{'id': 'd484e06f-52cc-4b7e-ab98-a54f15d7d4b2', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'floating_ip_address': '172.27.3.121', 'floating_network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'router_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'port_id': 'e4f4ac60-5318-4e05-80f3-69756b11d5c1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47', 'mac_address': 'fa:16:3e:32:21:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1de2abc-7669-4b1e-bf70-c3092844b837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T09:53:47Z', 'updated_at': '2021-09-03T09:53:47Z', 'revision_number': 0, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99147bf0-b2b2-4dc0-b6fa-49432e6b090f', 'name': '', 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'mac_address': 'fa:16:3e:3e:cc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f30130ee-7f80-427c-b15d-1973012df7f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:20Z', 'updated_at': '2021-09-03T09:52:35Z', 'revision_number': 5, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'subnets': [{'id': 'f30130ee-7f80-427c-b15d-1973012df7f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:53:49.423294 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98e699c-1974-4fd1-8149-d36ceda7f963 None None] Checking router: de34ef44-f874-434b-bbab-dfcfaabb18f7 for host: dv-cinder-606346-32-iscsi {{(pid=105526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 09:53:49.434138 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98e699c-1974-4fd1-8149-d36ceda7f963 None None] Routers {'de34ef44-f874-434b-bbab-dfcfaabb18f7'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:53:49.434778 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-d98e699c-1974-4fd1-8149-d36ceda7f963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:53:32Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['de34ef44-f874-434b-bbab-dfcfaabb18f7'], 'active': True} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:53:49.460025 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953195d9-09d7-4c1f-9201-eb00c9b45114', 'tag': 'df5efcf7-588a-4eac-867e-f67ec830925e'}] {{(pid=105525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:53:49.462861 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b472ff3031a1c59aa5156df15414b1b35e6d7494da734e784d35b582b3c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff38b31-e4dd-46c9-8154-120742b303d7" -d '{"events": [{"name": "network-changed", "server_uuid": "953195d9-09d7-4c1f-9201-eb00c9b45114", "tag": "df5efcf7-588a-4eac-867e-f67ec830925e"}]}' {{(pid=105525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:53:49.499917 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3e8a5-9c32-4856-adef-5bf91ec81020 req-240c61b4-bf58-4613-bfa0-386421d3cfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:49.501734 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-69a3e8a5-9c32-4856-adef-5bf91ec81020 req-240c61b4-bf58-4613-bfa0-386421d3cfdf service neutron] 10.222.0.60 "GET /v2.0/networks?id=6c3f9ad0-7bd7-4b81-8392-49aacbf78e47 HTTP/1.1" status: 200 len: 913 time: 0.4688277 Sep 03 09:53:49.513100 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 09:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11723d6-1561-4e80-9eba-d4bf691e1772 x-openstack-request-id: req-a11723d6-1561-4e80-9eba-d4bf691e1772 {{(pid=105525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:53:49.513484 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "953195d9-09d7-4c1f-9201-eb00c9b45114", "tag": "df5efcf7-588a-4eac-867e-f67ec830925e", "status": "completed", "code": 200}]} {{(pid=105525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:53:49.513715 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a11723d6-1561-4e80-9eba-d4bf691e1772 {{(pid=105525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:53:49.514124 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953195d9-09d7-4c1f-9201-eb00c9b45114', 'tag': 'df5efcf7-588a-4eac-867e-f67ec830925e', 'status': 'completed', 'code': 200} Sep 03 09:53:49.526941 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-88575da4-4e55-4380-ba71-cfb3f17e8c01 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:49.545451 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb70bf2-a87a-4eba-b0a6-0f9c84b997a9 req-ba2c9386-8910-4149-8ec8-6a7f04bec683 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:49.551985 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-afb70bf2-a87a-4eba-b0a6-0f9c84b997a9 req-ba2c9386-8910-4149-8ec8-6a7f04bec683 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.3710580 Sep 03 09:53:49.552838 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-88575da4-4e55-4380-ba71-cfb3f17e8c01 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831981'] for security_group_rule, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:49.583549 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvr_db [None req-d98e699c-1974-4fd1-8149-d36ceda7f963 None None] Set router de34ef44-f874-434b-bbab-dfcfaabb18f7 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:53:49.621534 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff38b31-e4dd-46c9-8154-120742b303d7 req-f0f32414-2560-4e97-9e2f-174c1c478563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:49.626297 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-1ff38b31-e4dd-46c9-8154-120742b303d7 req-f0f32414-2560-4e97-9e2f-174c1c478563 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b6c50db97723432ebc021572f85943ae&device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 1098 time: 0.0864861 Sep 03 09:53:49.630122 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88575da4-4e55-4380-ba71-cfb3f17e8c01 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86757d93-5987-46a2-b7af-a9fd3e0bc990,revision_number=0']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:53:49.661375 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-88575da4-4e55-4380-ba71-cfb3f17e8c01 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:49.661375 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-88575da4-4e55-4380-ba71-cfb3f17e8c01 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6345744 Sep 03 09:53:49.661852 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 38880) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:53:49.668990 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [None req-4a708972-d56c-402e-be26-982431f8a2fc tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Request body: {'security_group_rule': {'security_group_id': '9a7a36b4-9c1a-4edd-90aa-095feb4125c3', 'project_id': 'b6c50db97723432ebc021572f85943ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:53:49.672986 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-69a3e8a5-9c32-4856-adef-5bf91ec81020 req-9b8a4f3c-3ec1-465a-b366-60574a0b735b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4f4ac60-5318-4e05-80f3-69756b11d5c1 HTTP/1.1" status: 200 len: 999 time: 0.1179552 Sep 03 09:53:49.694102 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-afb70bf2-a87a-4eba-b0a6-0f9c84b997a9 req-cdfc1640-6376-4293-bc49-ab041ae6b190 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264629 Sep 03 09:53:49.758265 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3e8a5-9c32-4856-adef-5bf91ec81020 req-106a6add-db8b-4098-a742-eb7fd7360442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:49.760565 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-69a3e8a5-9c32-4856-adef-5bf91ec81020 req-106a6add-db8b-4098-a742-eb7fd7360442 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f30130ee-7f80-427c-b15d-1973012df7f3 HTTP/1.1" status: 200 len: 851 time: 0.0648870 Sep 03 09:53:49.761053 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.db.securitygroups_db [None req-4a708972-d56c-402e-be26-982431f8a2fc tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Project b6c50db97723432ebc021572f85943ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 09:53:49.772260 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-4a708972-d56c-402e-be26-982431f8a2fc tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:49.823469 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3e8a5-9c32-4856-adef-5bf91ec81020 req-fdffdd8d-3e95-496b-876d-30c7acf78e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:49.825237 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-69a3e8a5-9c32-4856-adef-5bf91ec81020 req-fdffdd8d-3e95-496b-876d-30c7acf78e83 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6c3f9ad0-7bd7-4b81-8392-49aacbf78e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0547426 Sep 03 09:53:49.835231 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff38b31-e4dd-46c9-8154-120742b303d7 req-bd604073-870f-411c-9930-81a10c1eb213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:49.838122 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-1ff38b31-e4dd-46c9-8154-120742b303d7 req-bd604073-870f-411c-9930-81a10c1eb213 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f5dad9d9-c5c9-4f54-954b-8f46ad088140 HTTP/1.1" status: 200 len: 916 time: 0.2027445 Sep 03 09:53:49.840313 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 0e9b17b0-c18d-43c0-b638-d9ed6a4a7d09 no longer exists at agent hyperv_hv-cinder-60634 {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 09:53:49.865089 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] No Port match for: 0e9b17b0-c18d-43c0-b638-d9ed6a4a7d09 {{(pid=105526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 09:53:49.865772 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 0e9b17b0-c18d-43c0-b638-d9ed6a4a7d09 not bound to the agent host hv-cinder-60634 {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 09:53:49.876573 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-4a708972-d56c-402e-be26-982431f8a2fc tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:49.905563 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-4a708972-d56c-402e-be26-982431f8a2fc tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831981'] for security_group_rule, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:49.930607 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a708972-d56c-402e-be26-982431f8a2fc tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e0f3041-1811-4eaa-9a06-9f673b6a4d8d,revision_number=0']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:53:49.946137 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-4a708972-d56c-402e-be26-982431f8a2fc tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:49.947451 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-4a708972-d56c-402e-be26-982431f8a2fc tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2866724 Sep 03 09:53:49.959219 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-1ff38b31-e4dd-46c9-8154-120742b303d7 req-6d432291-192a-4c44-96b9-4f09ffda982a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df5efcf7-588a-4eac-867e-f67ec830925e HTTP/1.1" status: 200 len: 1000 time: 0.1007798 Sep 03 09:53:49.968391 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-69a3e8a5-9c32-4856-adef-5bf91ec81020 req-b078dcae-c31e-4989-a43b-b2188c17ded4 service neutron] 10.222.0.60 "GET /v2.0/networks/6c3f9ad0-7bd7-4b81-8392-49aacbf78e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104639 Sep 03 09:53:50.048993 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-d98e699c-1974-4fd1-8149-d36ceda7f963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'name': 'tempest-TestVolumeBootPattern-1130982208-router', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '07886559-ab62-45a9-86dc-6696d525adc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:11Z', 'updated_at': '2021-09-03T09:52:21Z', 'revision_number': 4, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'gw_port': {'id': '07886559-ab62-45a9-86dc-6696d525adc4', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:14Z', 'updated_at': '2021-09-03T09:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_floatingips': [{'id': 'd484e06f-52cc-4b7e-ab98-a54f15d7d4b2', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'floating_ip_address': '172.27.3.121', 'floating_network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'router_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'port_id': 'e4f4ac60-5318-4e05-80f3-69756b11d5c1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47', 'mac_address': 'fa:16:3e:32:21:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1de2abc-7669-4b1e-bf70-c3092844b837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T09:53:47Z', 'updated_at': '2021-09-03T09:53:47Z', 'revision_number': 0, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99147bf0-b2b2-4dc0-b6fa-49432e6b090f', 'name': '', 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'mac_address': 'fa:16:3e:3e:cc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f30130ee-7f80-427c-b15d-1973012df7f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:20Z', 'updated_at': '2021-09-03T09:52:35Z', 'revision_number': 5, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'subnets': [{'id': 'f30130ee-7f80-427c-b15d-1973012df7f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:53:50.064296 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff38b31-e4dd-46c9-8154-120742b303d7 req-6b814f79-3e27-4702-8e24-6f52361dcc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:50.066113 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-1ff38b31-e4dd-46c9-8154-120742b303d7 req-6b814f79-3e27-4702-8e24-6f52361dcc59 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=50312df5-c5ba-48a8-9dca-a1103d54fc6d HTTP/1.1" status: 200 len: 854 time: 0.0748253 Sep 03 09:53:50.077064 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98e699c-1974-4fd1-8149-d36ceda7f963 None None] The sync data for ids ['de34ef44-f874-434b-bbab-dfcfaabb18f7'] in dv-cinder-606346-32-iscsi is: [{'id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'name': 'tempest-TestVolumeBootPattern-1130982208-router', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '07886559-ab62-45a9-86dc-6696d525adc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:11Z', 'updated_at': '2021-09-03T09:52:21Z', 'revision_number': 4, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'gw_port': {'id': '07886559-ab62-45a9-86dc-6696d525adc4', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:14Z', 'updated_at': '2021-09-03T09:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_floatingips': [{'id': 'd484e06f-52cc-4b7e-ab98-a54f15d7d4b2', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'floating_ip_address': '172.27.3.121', 'floating_network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'router_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'port_id': 'e4f4ac60-5318-4e05-80f3-69756b11d5c1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47', 'mac_address': 'fa:16:3e:32:21:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1de2abc-7669-4b1e-bf70-c3092844b837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T09:53:47Z', 'updated_at': '2021-09-03T09:53:47Z', 'revision_number': 0, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99147bf0-b2b2-4dc0-b6fa-49432e6b090f', 'name': '', 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'mac_address': 'fa:16:3e:3e:cc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f30130ee-7f80-427c-b15d-1973012df7f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:20Z', 'updated_at': '2021-09-03T09:52:35Z', 'revision_number': 5, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'subnets': [{'id': 'f30130ee-7f80-427c-b15d-1973012df7f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 09:53:50.107696 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-69a3e8a5-9c32-4856-adef-5bf91ec81020 req-5e950c81-66cb-413d-8895-90a60095c405 service neutron] 10.222.0.60 "GET /v2.0/networks/6c3f9ad0-7bd7-4b81-8392-49aacbf78e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168406 Sep 03 09:53:50.125411 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-98b6fb79-a102-4305-ad51-233e469ce397 req-cfb145f7-2cfd-4c05-944b-301952b226ca tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-560589613&fields=id&tenant_id=b6c50db97723432ebc021572f85943ae HTTP/1.1" status: 200 len: 267 time: 0.0807900 Sep 03 09:53:50.185428 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff38b31-e4dd-46c9-8154-120742b303d7 req-22ca9942-a119-4980-aa4f-341170d86be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:50.186997 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-1ff38b31-e4dd-46c9-8154-120742b303d7 req-22ca9942-a119-4980-aa4f-341170d86be7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f5dad9d9-c5c9-4f54-954b-8f46ad088140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1095688 Sep 03 09:53:50.203583 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b6fb79-a102-4305-ad51-233e469ce397 req-9228c381-a50c-4440-8043-1ed7f8df8bf9 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:50.205115 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-98b6fb79-a102-4305-ad51-233e469ce397 req-9228c381-a50c-4440-8043-1ed7f8df8bf9 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/ports?device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 945 time: 0.0640531 Sep 03 09:53:50.219680 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [req-98b6fb79-a102-4305-ad51-233e469ce397 req-cb29dcaa-a37b-4d32-8738-56d1c6087933 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Request body: {'port': {'security_groups': ['a18fc30f-a8d8-4fa1-a88c-0c403993028e', '9a7a36b4-9c1a-4edd-90aa-095feb4125c3']}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:53:50.301766 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae9b1a8-be7a-442e-b2dc-b0d02e5e8a43 None None] New status for floating IP d484e06f-52cc-4b7e-ab98-a54f15d7d4b2: ACTIVE {{(pid=105526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 09:53:50.352912 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111983a6-ad66-42f0-9300-eb15fc87a33f req-4fd048ed-76ce-430d-80c5-f2564b2febc2 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:50.355228 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-98b6fb79-a102-4305-ad51-233e469ce397 req-cb29dcaa-a37b-4d32-8738-56d1c6087933 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:50.359053 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-111983a6-ad66-42f0-9300-eb15fc87a33f req-4fd048ed-76ce-430d-80c5-f2564b2febc2 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 943 time: 0.0756180 Sep 03 09:53:50.404307 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-111983a6-ad66-42f0-9300-eb15fc87a33f req-2fd927dc-0849-4b85-a893-accd0a9b4d06 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411587 Sep 03 09:53:50.407929 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-1ff38b31-e4dd-46c9-8154-120742b303d7 req-646d0ca6-04d2-4e49-ac9e-25431dbe9fd2 service neutron] 10.222.0.60 "GET /v2.0/networks/f5dad9d9-c5c9-4f54-954b-8f46ad088140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011209 Sep 03 09:53:50.583611 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-1ff38b31-e4dd-46c9-8154-120742b303d7 req-fdb6b3dd-bb71-47a8-8c0a-f1159acd899d service neutron] 10.222.0.60 "GET /v2.0/networks/f5dad9d9-c5c9-4f54-954b-8f46ad088140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474926 Sep 03 09:53:50.651495 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.db [req-98b6fb79-a102-4305-ad51-233e469ce397 req-cb29dcaa-a37b-4d32-8738-56d1c6087933 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] For port df5efcf7-588a-4eac-867e-f67ec830925e, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=df5efcf7-588a-4eac-867e-f67ec830925e,segment=NetworkSegment(a218ce8c-e4ea-434c-b6ed-34586d46e94e),segment_id=a218ce8c-e4ea-434c-b6ed-34586d46e94e)] {{(pid=105524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:53:50.681191 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-98b6fb79-a102-4305-ad51-233e469ce397 req-cb29dcaa-a37b-4d32-8738-56d1c6087933 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks [] for port, precommit_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:50.688349 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-98b6fb79-a102-4305-ad51-233e469ce397 req-cb29dcaa-a37b-4d32-8738-56d1c6087933 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25413178'] for port, after_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:50.700668 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] get_ports_and_sgs() called for port_ids ['df5efcf7-588a-4eac-867e-f67ec830925e'] {{(pid=105526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 09:53:50.735332 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b6fb79-a102-4305-ad51-233e469ce397 req-cb29dcaa-a37b-4d32-8738-56d1c6087933 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:50.736193 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-98b6fb79-a102-4305-ad51-233e469ce397 req-cb29dcaa-a37b-4d32-8738-56d1c6087933 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for port, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:50.739094 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-98b6fb79-a102-4305-ad51-233e469ce397 req-cb29dcaa-a37b-4d32-8738-56d1c6087933 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "PUT /v2.0/ports/df5efcf7-588a-4eac-867e-f67ec830925e HTTP/1.1" status: 200 len: 981 time: 0.5252802 Sep 03 09:53:50.781194 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb29dcaa-a37b-4d32-8738-56d1c6087933 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Pushing event updated for resources: {'Port': ['ID=df5efcf7-588a-4eac-867e-f67ec830925e,revision_number=6']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:53:50.878089 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005bf8ad-20d1-4ad5-a715-ec656a642cf7 req-480525e8-d962-45a5-a923-8875120c662f tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:50.880456 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8025a1b0-bc77-4c31-804b-30c5b1af8fa6 req-cbb4c266-b86c-4336-8b05-ec66a5c5e372 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:50.881652 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-8025a1b0-bc77-4c31-804b-30c5b1af8fa6 req-cbb4c266-b86c-4336-8b05-ec66a5c5e372 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.0750635 Sep 03 09:53:50.895372 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-005bf8ad-20d1-4ad5-a715-ec656a642cf7 req-480525e8-d962-45a5-a923-8875120c662f tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/ports?device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 984 time: 0.0845459 Sep 03 09:53:50.902346 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] get_ports_and_sgs() called for port_ids ['df5efcf7-588a-4eac-867e-f67ec830925e'] {{(pid=105526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 09:53:50.905624 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953195d9-09d7-4c1f-9201-eb00c9b45114', 'tag': 'df5efcf7-588a-4eac-867e-f67ec830925e'}] {{(pid=105524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:53:50.908021 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07cd05725c708ed75ef04e80da70ebdfc8c47d02cbbda1b8cc3f0b48d37440d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e7a2d5-4e6e-4670-bc23-895cfc912d6e" -d '{"events": [{"name": "network-changed", "server_uuid": "953195d9-09d7-4c1f-9201-eb00c9b45114", "tag": "df5efcf7-588a-4eac-867e-f67ec830925e"}]}' {{(pid=105524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:53:50.947323 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-8025a1b0-bc77-4c31-804b-30c5b1af8fa6 req-05413f2f-210d-40a5-9396-7590b42654c6 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475791 Sep 03 09:53:50.950281 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-005bf8ad-20d1-4ad5-a715-ec656a642cf7 req-65cd0c31-2604-4c90-9c93-5cb1a7359dde tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/security-groups?id=a18fc30f-a8d8-4fa1-a88c-0c403993028e&id=9a7a36b4-9c1a-4edd-90aa-095feb4125c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539792 Sep 03 09:53:50.997129 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 09:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e23b51-7983-4dfc-b81c-c6bc6d447302 x-openstack-request-id: req-a2e23b51-7983-4dfc-b81c-c6bc6d447302 {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:53:50.997432 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "953195d9-09d7-4c1f-9201-eb00c9b45114", "tag": "df5efcf7-588a-4eac-867e-f67ec830925e", "status": "completed", "code": 200}]} {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:53:50.997718 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a2e23b51-7983-4dfc-b81c-c6bc6d447302 {{(pid=105524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:53:50.998121 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953195d9-09d7-4c1f-9201-eb00c9b45114', 'tag': 'df5efcf7-588a-4eac-867e-f67ec830925e', 'status': 'completed', 'code': 200} Sep 03 09:53:51.036939 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-858fc3ec-2084-44ae-85c2-8dd9ce35a1a9 None None] Provisioning complete for port df5efcf7-588a-4eac-867e-f67ec830925e triggered by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:53:51.037228 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-858fc3ec-2084-44ae-85c2-8dd9ce35a1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:51.082159 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7a2d5-4e6e-4670-bc23-895cfc912d6e req-840cd7f4-8e07-4bb8-ab3c-87b17d41151e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:51.082159 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-36e7a2d5-4e6e-4670-bc23-895cfc912d6e req-840cd7f4-8e07-4bb8-ab3c-87b17d41151e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b6c50db97723432ebc021572f85943ae&device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 1137 time: 0.0443916 Sep 03 09:53:51.177713 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7a2d5-4e6e-4670-bc23-895cfc912d6e req-4e587514-ee36-410c-abea-202a3dc2daac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:51.183287 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-36e7a2d5-4e6e-4670-bc23-895cfc912d6e req-4e587514-ee36-410c-abea-202a3dc2daac service neutron] 10.222.0.60 "GET /v2.0/networks?id=f5dad9d9-c5c9-4f54-954b-8f46ad088140 HTTP/1.1" status: 200 len: 916 time: 0.0873470 Sep 03 09:53:51.266513 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-36e7a2d5-4e6e-4670-bc23-895cfc912d6e req-b26ff9ad-c34d-4799-94e2-537bd8117d05 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df5efcf7-588a-4eac-867e-f67ec830925e HTTP/1.1" status: 200 len: 1000 time: 0.0765204 Sep 03 09:53:51.315381 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7a2d5-4e6e-4670-bc23-895cfc912d6e req-d9f853b4-cdc9-49d8-a1b3-7c5e39f62420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:51.316871 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-36e7a2d5-4e6e-4670-bc23-895cfc912d6e req-d9f853b4-cdc9-49d8-a1b3-7c5e39f62420 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=50312df5-c5ba-48a8-9dca-a1103d54fc6d HTTP/1.1" status: 200 len: 854 time: 0.0419741 Sep 03 09:53:51.367801 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7a2d5-4e6e-4670-bc23-895cfc912d6e req-6dbc216b-14b1-4f79-9fcc-ebeb71222e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:51.369617 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-36e7a2d5-4e6e-4670-bc23-895cfc912d6e req-6dbc216b-14b1-4f79-9fcc-ebeb71222e94 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f5dad9d9-c5c9-4f54-954b-8f46ad088140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0427213 Sep 03 09:53:51.478763 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-36e7a2d5-4e6e-4670-bc23-895cfc912d6e req-d055cd51-851c-4d97-af23-d6e4eb8cfdd6 service neutron] 10.222.0.60 "GET /v2.0/networks/f5dad9d9-c5c9-4f54-954b-8f46ad088140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950537 Sep 03 09:53:51.583759 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188d3c8-eb2e-406c-8c1c-fc222d080e84 req-8e21a9b5-3e59-4a26-b047-dd2d55652a69 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:51.585238 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-e188d3c8-eb2e-406c-8c1c-fc222d080e84 req-8e21a9b5-3e59-4a26-b047-dd2d55652a69 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 943 time: 0.1036639 Sep 03 09:53:51.632100 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-36e7a2d5-4e6e-4670-bc23-895cfc912d6e req-7316b4c7-62a4-440a-a681-af8b91ac632e service neutron] 10.222.0.60 "GET /v2.0/networks/f5dad9d9-c5c9-4f54-954b-8f46ad088140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255383 Sep 03 09:53:51.639724 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-e188d3c8-eb2e-406c-8c1c-fc222d080e84 req-b8bda068-e24e-41ae-8841-2676a633c81e tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486414 Sep 03 09:53:51.841268 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 9000703e-83cb-4133-ad9a-97f2ee4d2fe9 details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=105526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 09:53:51.935218 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 9000703e-83cb-4133-ad9a-97f2ee4d2fe9, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=9000703e-83cb-4133-ad9a-97f2ee4d2fe9,segment=NetworkSegment(1683d286-1be2-443d-83f5-01a3e9736922),segment_id=1683d286-1be2-443d-83f5-01a3e9736922)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:53:51.946207 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Returning: {'device': '9000703e-83cb-4133-ad9a-97f2ee4d2fe9', 'network_id': '528a02fc-44c8-4bd1-9db4-aa8e01cd9db5', 'port_id': '9000703e-83cb-4133-ad9a-97f2ee4d2fe9', 'mac_address': 'fa:16:3e:67:5e:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b9bc1cc-f1d0-4f7b-aa38-f059a6d84938', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 09:53:51.987298 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:52.003360 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.notifiers.nova [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9000703e-83cb-4133-ad9a-97f2ee4d2fe9 {{(pid=105526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 09:53:52.022894 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 9000703e-83cb-4133-ad9a-97f2ee4d2fe9, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=9000703e-83cb-4133-ad9a-97f2ee4d2fe9,segment=NetworkSegment(1683d286-1be2-443d-83f5-01a3e9736922),segment_id=1683d286-1be2-443d-83f5-01a3e9736922)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:53:52.027728 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:52.070075 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6cc127-1008-4b22-88ba-b176ae01b87f req-9e54d50c-bdb0-4620-8d0f-5a23c215fe78 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:52.072588 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-4a6cc127-1008-4b22-88ba-b176ae01b87f req-9e54d50c-bdb0-4620-8d0f-5a23c215fe78 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.0512667 Sep 03 09:53:52.075803 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Pushing event updated for resources: {'Port': ['ID=9000703e-83cb-4133-ad9a-97f2ee4d2fe9,revision_number=9']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:53:52.083480 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:53:52.084076 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:53:52.084500 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:53:52.084905 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:53:52.085329 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:53:52.085747 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:53:52.086718 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:53:52.086718 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:53:52.086913 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:53:52.087223 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:53:52.087556 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:53:52.087904 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:53:52.125847 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-4a6cc127-1008-4b22-88ba-b176ae01b87f req-356f91b7-2c84-479f-b1bd-5037626ea484 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375021 Sep 03 09:53:52.423394 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] get_ports_and_sgs() called for port_ids ['9000703e-83cb-4133-ad9a-97f2ee4d2fe9'] {{(pid=105526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 09:53:52.759504 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9c48c-4443-4d05-a395-3d720a0abd49 req-8cbd791c-42dc-4006-9f4c-96b5d7fb4c24 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:52.760994 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-6cf9c48c-4443-4d05-a395-3d720a0abd49 req-8cbd791c-42dc-4006-9f4c-96b5d7fb4c24 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 944 time: 0.0492406 Sep 03 09:53:52.797716 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-6cf9c48c-4443-4d05-a395-3d720a0abd49 req-a60ebaf5-85a6-4a71-bea6-069f2dea47b1 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308254 Sep 03 09:53:53.239837 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bcc98a-ac98-414c-8a6f-2c393db55d03 req-a3497ff1-a15d-4c1a-adaf-549803aa630b tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:53.241395 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-61bcc98a-ac98-414c-8a6f-2c393db55d03 req-a3497ff1-a15d-4c1a-adaf-549803aa630b tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.0484238 Sep 03 09:53:53.282080 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-61bcc98a-ac98-414c-8a6f-2c393db55d03 req-c703ff32-0ac4-4c4e-9065-b7f0d7caa0a0 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343475 Sep 03 09:53:53.849246 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 9000703e-83cb-4133-ad9a-97f2ee4d2fe9 up at agent hyperv_hv-cinder-60634 {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:53:53.910268 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Provisioning complete for port 9000703e-83cb-4133-ad9a-97f2ee4d2fe9 triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:53:53.910676 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:53.928552 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e97039-daaa-48c2-8050-ce01825407bc req-eb58d31c-0dcd-4f73-a34b-4aba7832a7d1 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:53.930061 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-f0e97039-daaa-48c2-8050-ce01825407bc req-eb58d31c-0dcd-4f73-a34b-4aba7832a7d1 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 944 time: 0.0504463 Sep 03 09:53:53.971391 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-f0e97039-daaa-48c2-8050-ce01825407bc req-3a47d3a8-929d-4d47-9314-ea5cb880a154 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331211 Sep 03 09:53:54.000096 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:54.027468 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9000703e-83cb-4133-ad9a-97f2ee4d2fe9'}] {{(pid=105526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:53:54.029752 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4892a96944886cb42b4657d46b368d41fc18c437eb6a682d176e385d93bf320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc3ec7b-c2b9-402c-9f37-c10c3bdaafe1" -d '{"events": [{"server_uuid": "cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0", "name": "network-vif-plugged", "status": "completed", "tag": "9000703e-83cb-4133-ad9a-97f2ee4d2fe9"}]}' {{(pid=105526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:53:54.042049 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 9000703e-83cb-4133-ad9a-97f2ee4d2fe9, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=9000703e-83cb-4133-ad9a-97f2ee4d2fe9,segment=NetworkSegment(1683d286-1be2-443d-83f5-01a3e9736922),segment_id=1683d286-1be2-443d-83f5-01a3e9736922)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:53:54.048092 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:54.071701 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 09:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5815e3-00d6-4785-8da4-cbac649b770d x-openstack-request-id: req-8f5815e3-00d6-4785-8da4-cbac649b770d {{(pid=105526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:53:54.072000 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0", "name": "network-vif-plugged", "status": "completed", "tag": "9000703e-83cb-4133-ad9a-97f2ee4d2fe9", "code": 200}]} {{(pid=105526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:53:54.072254 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8f5815e3-00d6-4785-8da4-cbac649b770d {{(pid=105526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:53:54.072640 dv-cinder-606346-32-iscsi neutron-server[105526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9000703e-83cb-4133-ad9a-97f2ee4d2fe9', 'code': 200} Sep 03 09:53:54.101031 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Pushing event updated for resources: {'Port': ['ID=9000703e-83cb-4133-ad9a-97f2ee4d2fe9,revision_number=10']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:53:54.405454 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb984b-caf7-479c-a77b-78e6a03af22e req-f6740b72-bdd0-4cd0-a720-432123df4888 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:54.407039 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-64eb984b-caf7-479c-a77b-78e6a03af22e req-f6740b72-bdd0-4cd0-a720-432123df4888 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.0542729 Sep 03 09:53:54.449856 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-64eb984b-caf7-479c-a77b-78e6a03af22e req-08e46266-aad5-49a6-8ad1-4c31e857c975 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367639 Sep 03 09:53:54.696823 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e1c554-0dbd-477c-82c4-ba9452b43535 req-2ccb6252-b27f-47b0-8278-df7c1255f16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:54.698760 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-05e1c554-0dbd-477c-82c4-ba9452b43535 req-2ccb6252-b27f-47b0-8278-df7c1255f16c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 1099 time: 0.0427432 Sep 03 09:53:54.742415 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-05e1c554-0dbd-477c-82c4-ba9452b43535 req-9e3c956b-b507-42cc-8cd7-714574e27df7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292420 Sep 03 09:53:55.100639 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd3140-b881-4683-af34-424d9a1f8b31 req-ee67696f-e513-47a9-830e-900cefe55dd5 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:55.102141 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-3afd3140-b881-4683-af34-424d9a1f8b31 req-ee67696f-e513-47a9-830e-900cefe55dd5 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 946 time: 0.0511084 Sep 03 09:53:55.139377 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-3afd3140-b881-4683-af34-424d9a1f8b31 req-297b427b-e7f7-44c3-ac7c-53595309dda2 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307980 Sep 03 09:53:55.565220 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81bc59d-91bc-4d7d-8a68-5bf848da22c1 req-a79094e4-2c56-4e7d-b26e-14393249bd9f tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:55.566761 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-b81bc59d-91bc-4d7d-8a68-5bf848da22c1 req-a79094e4-2c56-4e7d-b26e-14393249bd9f tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.0499468 Sep 03 09:53:55.610136 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-b81bc59d-91bc-4d7d-8a68-5bf848da22c1 req-2ee7e2d4-c2eb-48ca-9843-67d422f8e48d tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367033 Sep 03 09:53:56.267045 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76cd0c2-5de4-434a-9120-98d8fa347b86 req-fbbbf0f9-7594-4045-bfdd-87e71ea2f0bb tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:56.268531 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-c76cd0c2-5de4-434a-9120-98d8fa347b86 req-fbbbf0f9-7594-4045-bfdd-87e71ea2f0bb tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 946 time: 0.0564272 Sep 03 09:53:56.307232 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-c76cd0c2-5de4-434a-9120-98d8fa347b86 req-3d11ce1d-a2bf-496f-8ff0-1be58f2de3d3 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324154 Sep 03 09:53:56.736885 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b744bb-3565-4514-981c-6a32e8d48cb8 req-a68472ca-d633-4c14-8ef2-c2c3eca20d58 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:56.739692 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-f2b744bb-3565-4514-981c-6a32e8d48cb8 req-a68472ca-d633-4c14-8ef2-c2c3eca20d58 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.0575056 Sep 03 09:53:56.781973 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-f2b744bb-3565-4514-981c-6a32e8d48cb8 req-3dd729d0-d55d-41f2-9539-827f80c25942 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362258 Sep 03 09:53:57.429084 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe77405-543c-4bd2-8e8e-1996b05f9d70 req-75b327f0-b7c9-444c-b2fe-e0ef0d0ae59f tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:57.431263 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2fe77405-543c-4bd2-8e8e-1996b05f9d70 req-75b327f0-b7c9-444c-b2fe-e0ef0d0ae59f tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 946 time: 0.0516746 Sep 03 09:53:57.474191 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2fe77405-543c-4bd2-8e8e-1996b05f9d70 req-a9f2400c-568c-4875-ab1b-7fe947fb859a tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361035 Sep 03 09:53:57.896486 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69149cd-e82a-440c-94f4-8d02fe70f8d0 req-a1fc0a87-8e8a-4485-b218-ad5f1a524a3e tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:57.897999 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-c69149cd-e82a-440c-94f4-8d02fe70f8d0 req-a1fc0a87-8e8a-4485-b218-ad5f1a524a3e tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.0493970 Sep 03 09:53:57.939311 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-c69149cd-e82a-440c-94f4-8d02fe70f8d0 req-2d05ef82-63ba-4cb3-8afd-4a61eecd5dc4 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/security-groups?id=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354693 Sep 03 09:53:58.193424 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b980b8-436e-47b1-9e2a-ed1fbc1dfb9d req-f40bd681-3214-477b-bf16-6b4fde983d04 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:58.194917 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-16b980b8-436e-47b1-9e2a-ed1fbc1dfb9d req-f40bd681-3214-477b-bf16-6b4fde983d04 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=08c9c8c8-8290-4095-b671-921ee047451d HTTP/1.1" status: 200 len: 945 time: 0.0567205 Sep 03 09:53:58.233746 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-16b980b8-436e-47b1-9e2a-ed1fbc1dfb9d req-b30f415e-a817-44c1-8fff-fd2d642333dc tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318136 Sep 03 09:53:58.310027 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe1b0f-f952-4c70-a1a8-9aa97b512ad1 req-bdd68366-778d-434c-83f1-bd3982d5af8d tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:58.311484 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-99fe1b0f-f952-4c70-a1a8-9aa97b512ad1 req-bdd68366-778d-434c-83f1-bd3982d5af8d tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.60 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 945 time: 0.0483999 Sep 03 09:53:58.411863 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [req-99fe1b0f-f952-4c70-a1a8-9aa97b512ad1 req-6b1b4df2-a127-4c49-8a26-04f65fe5e3a8 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Deleting port aec59b67-087c-4f74-bd32-46c77a0ee00e {{(pid=105524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 09:53:58.412195 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-99fe1b0f-f952-4c70-a1a8-9aa97b512ad1 req-6b1b4df2-a127-4c49-8a26-04f65fe5e3a8 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:58.501799 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.db [req-99fe1b0f-f952-4c70-a1a8-9aa97b512ad1 req-6b1b4df2-a127-4c49-8a26-04f65fe5e3a8 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] For port aec59b67-087c-4f74-bd32-46c77a0ee00e, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=aec59b67-087c-4f74-bd32-46c77a0ee00e,segment=NetworkSegment(7369bf7c-6fbb-4bda-b2e3-3040860ac3c2),segment_id=7369bf7c-6fbb-4bda-b2e3-3040860ac3c2)] {{(pid=105524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:53:58.502455 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-99fe1b0f-f952-4c70-a1a8-9aa97b512ad1 req-6b1b4df2-a127-4c49-8a26-04f65fe5e3a8 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:58.515372 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [req-99fe1b0f-f952-4c70-a1a8-9aa97b512ad1 req-6b1b4df2-a127-4c49-8a26-04f65fe5e3a8 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Calling delete_port for aec59b67-087c-4f74-bd32-46c77a0ee00e owned by compute:nova {{(pid=105524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 09:53:58.623221 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b751726-e677-4739-bd46-99bd7531c469 req-19f1a312-0f4d-421d-9dd8-02a2729000bd tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:58.624714 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-5b751726-e677-4739-bd46-99bd7531c469 req-19f1a312-0f4d-421d-9dd8-02a2729000bd tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 946 time: 0.0649309 Sep 03 09:53:58.696993 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-5b751726-e677-4739-bd46-99bd7531c469 req-74df1af0-97b8-4eab-b39b-807901e81e04 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654731 Sep 03 09:53:58.716692 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-99fe1b0f-f952-4c70-a1a8-9aa97b512ad1 req-6b1b4df2-a127-4c49-8a26-04f65fe5e3a8 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25413165'] for port, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:58.730995 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] get_ports_and_sgs() called for port_ids ['aec59b67-087c-4f74-bd32-46c77a0ee00e'] {{(pid=105526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 09:53:58.747560 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1b4df2-a127-4c49-8a26-04f65fe5e3a8 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Pushing event deleted for resources: {'Port': ['ID=aec59b67-087c-4f74-bd32-46c77a0ee00e,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:53:58.789200 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.l3_dvrscheduler_db [req-99fe1b0f-f952-4c70-a1a8-9aa97b512ad1 req-6b1b4df2-a127-4c49-8a26-04f65fe5e3a8 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] No DVR routers for this DVR port aec59b67-087c-4f74-bd32-46c77a0ee00e on host hv-cinder-60634 {{(pid=105524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 09:53:58.792787 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-99fe1b0f-f952-4c70-a1a8-9aa97b512ad1 req-6b1b4df2-a127-4c49-8a26-04f65fe5e3a8 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for port, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:58.796176 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-99fe1b0f-f952-4c70-a1a8-9aa97b512ad1 req-6b1b4df2-a127-4c49-8a26-04f65fe5e3a8 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.60 "DELETE /v2.0/ports/aec59b67-087c-4f74-bd32-46c77a0ee00e HTTP/1.1" status: 204 len: 173 time: 0.4704325 Sep 03 09:53:58.796870 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c49f4881-a08a-4c04-834c-b27c8cf540b9', 'name': 'network-vif-deleted', 'tag': 'aec59b67-087c-4f74-bd32-46c77a0ee00e'}] {{(pid=105524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:53:58.799293 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07cd05725c708ed75ef04e80da70ebdfc8c47d02cbbda1b8cc3f0b48d37440d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110f3a1d-6046-4108-b459-62afb6225d0b" -d '{"events": [{"server_uuid": "c49f4881-a08a-4c04-834c-b27c8cf540b9", "name": "network-vif-deleted", "tag": "aec59b67-087c-4f74-bd32-46c77a0ee00e"}]}' {{(pid=105524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:53:58.842598 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 09:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34b8dac-1a3a-49c3-b269-510c40ae074a x-openstack-request-id: req-b34b8dac-1a3a-49c3-b269-510c40ae074a {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:53:58.843156 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c49f4881-a08a-4c04-834c-b27c8cf540b9", "name": "network-vif-deleted", "tag": "aec59b67-087c-4f74-bd32-46c77a0ee00e", "status": "completed", "code": 200}]} {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:53:58.843614 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b34b8dac-1a3a-49c3-b269-510c40ae074a {{(pid=105524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:53:58.844311 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c49f4881-a08a-4c04-834c-b27c8cf540b9', 'name': 'network-vif-deleted', 'tag': 'aec59b67-087c-4f74-bd32-46c77a0ee00e', 'status': 'completed', 'code': 200} Sep 03 09:53:59.044225 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-39cce4ab-d528-487f-9410-95babb31cf1e req-5dd29513-0e3a-4cd6-93c3-ad73725edfe5 tempest-ServerRescueNegativeTestJSON-190065780 tempest-ServerRescueNegativeTestJSON-190065780-project] 10.222.0.67 "GET /v2.0/ports?device_id=c49f4881-a08a-4c04-834c-b27c8cf540b9 HTTP/1.1" status: 200 len: 210 time: 0.0271444 Sep 03 09:53:59.140902 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-410ed0ee-6d48-4226-a3ab-c63d30d34a41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:53:59.347855 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06c73e-b84e-4a7c-9e01-1a5ba7fac676 req-190bcd6b-c4f5-4870-b2f3-c021d2c0950a tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:59.349369 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-ff06c73e-b84e-4a7c-9e01-1a5ba7fac676 req-190bcd6b-c4f5-4870-b2f3-c021d2c0950a tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=08c9c8c8-8290-4095-b671-921ee047451d HTTP/1.1" status: 200 len: 945 time: 0.0489931 Sep 03 09:53:59.394007 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-ff06c73e-b84e-4a7c-9e01-1a5ba7fac676 req-e113f537-9fbe-42ce-89fa-0cf13aa5e25a tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379643 Sep 03 09:53:59.819568 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9464842-4711-4627-a211-5aba5efffc68 req-fab712f0-1d54-4c97-aaf8-b3cf3ab581eb tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:53:59.821135 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-d9464842-4711-4627-a211-5aba5efffc68 req-fab712f0-1d54-4c97-aaf8-b3cf3ab581eb tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 946 time: 0.0527871 Sep 03 09:53:59.859819 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-d9464842-4711-4627-a211-5aba5efffc68 req-7bf1c9f5-8387-4adf-9f4a-797f6a926287 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323172 Sep 03 09:54:00.100150 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 39018) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:00.680185 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b698d23-1c7f-4f58-ab71-bf920207f573 req-b958008d-972c-47fb-95dc-b31904482518 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:00.681547 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-4b698d23-1c7f-4f58-ab71-bf920207f573 req-b958008d-972c-47fb-95dc-b31904482518 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.60 "GET /v2.0/ports?device_id=08c9c8c8-8290-4095-b671-921ee047451d HTTP/1.1" status: 200 len: 945 time: 0.1425438 Sep 03 09:54:00.694865 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e4b311-97f9-439f-9d7e-9eb593e9c233 req-85b29d7e-81d4-4c2d-80a6-0017678e70fd tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:00.696380 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-34e4b311-97f9-439f-9d7e-9eb593e9c233 req-85b29d7e-81d4-4c2d-80a6-0017678e70fd tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=08c9c8c8-8290-4095-b671-921ee047451d HTTP/1.1" status: 200 len: 945 time: 0.1562598 Sep 03 09:54:00.819086 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-34e4b311-97f9-439f-9d7e-9eb593e9c233 req-b92388e6-d417-466d-9892-155fc53793d5 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138358 Sep 03 09:54:00.855418 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [req-4b698d23-1c7f-4f58-ab71-bf920207f573 req-e11c33af-1853-4e81-a7ee-cffbf7694b6d tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Deleting port ba0d978f-d9de-4f66-92e9-e868e6afe2cd {{(pid=105524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 09:54:00.856134 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-4b698d23-1c7f-4f58-ab71-bf920207f573 req-e11c33af-1853-4e81-a7ee-cffbf7694b6d tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:01.001905 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce38095-cfe5-419b-97ec-6219831580b8 req-dffff859-df35-4672-aaa9-9e9bd1dd5ec7 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:01.003472 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-5ce38095-cfe5-419b-97ec-6219831580b8 req-dffff859-df35-4672-aaa9-9e9bd1dd5ec7 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 946 time: 0.0615926 Sep 03 09:54:01.028011 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-b47e480b-634a-4e4a-b683-a8fea74126dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694519'] for router_interface, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:01.034194 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.db [req-4b698d23-1c7f-4f58-ab71-bf920207f573 req-e11c33af-1853-4e81-a7ee-cffbf7694b6d tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] For port ba0d978f-d9de-4f66-92e9-e868e6afe2cd, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=ba0d978f-d9de-4f66-92e9-e868e6afe2cd,segment=NetworkSegment(6162f772-1e28-4e35-bf3d-bf08b646a09f),segment_id=6162f772-1e28-4e35-bf3d-bf08b646a09f)] {{(pid=105524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:54:01.034560 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-4b698d23-1c7f-4f58-ab71-bf920207f573 req-e11c33af-1853-4e81-a7ee-cffbf7694b6d tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:01.047917 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-5ce38095-cfe5-419b-97ec-6219831580b8 req-c391e1f1-1ae3-4001-82fb-a7a82a468695 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382864 Sep 03 09:54:01.106611 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [req-4b698d23-1c7f-4f58-ab71-bf920207f573 req-e11c33af-1853-4e81-a7ee-cffbf7694b6d tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Calling delete_port for ba0d978f-d9de-4f66-92e9-e868e6afe2cd owned by compute:nova {{(pid=105524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 09:54:01.362990 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-4b698d23-1c7f-4f58-ab71-bf920207f573 req-e11c33af-1853-4e81-a7ee-cffbf7694b6d tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25413165'] for port, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:01.376788 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] get_ports_and_sgs() called for port_ids ['8f14eea0-cbb9-4187-b8dd-48cbd6747e9d', '804952d9-9631-42ef-b6f3-186a4104a331', '2034a98b-4047-4d68-868d-001950555fd0', 'ba0d978f-d9de-4f66-92e9-e868e6afe2cd'] {{(pid=105526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 09:54:01.394734 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11c33af-1853-4e81-a7ee-cffbf7694b6d tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Pushing event deleted for resources: {'Port': ['ID=ba0d978f-d9de-4f66-92e9-e868e6afe2cd,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:01.458555 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b698d23-1c7f-4f58-ab71-bf920207f573 req-e11c33af-1853-4e81-a7ee-cffbf7694b6d tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] No DVR routers for this DVR port ba0d978f-d9de-4f66-92e9-e868e6afe2cd on host hv-cinder-60634 {{(pid=105524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 09:54:01.461457 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-4b698d23-1c7f-4f58-ab71-bf920207f573 req-e11c33af-1853-4e81-a7ee-cffbf7694b6d tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for port, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:01.463993 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-4b698d23-1c7f-4f58-ab71-bf920207f573 req-e11c33af-1853-4e81-a7ee-cffbf7694b6d tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.60 "DELETE /v2.0/ports/ba0d978f-d9de-4f66-92e9-e868e6afe2cd HTTP/1.1" status: 204 len: 173 time: 0.7662127 Sep 03 09:54:01.464439 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c9c8c8-8290-4095-b671-921ee047451d', 'name': 'network-vif-deleted', 'tag': 'ba0d978f-d9de-4f66-92e9-e868e6afe2cd'}] {{(pid=105524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:54:01.467030 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07cd05725c708ed75ef04e80da70ebdfc8c47d02cbbda1b8cc3f0b48d37440d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4826e86d-8078-48af-a4df-c02e5ce557ff" -d '{"events": [{"server_uuid": "08c9c8c8-8290-4095-b671-921ee047451d", "name": "network-vif-deleted", "tag": "ba0d978f-d9de-4f66-92e9-e868e6afe2cd"}]}' {{(pid=105524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:54:01.511993 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [None req-b47e480b-634a-4e4a-b683-a8fea74126dc admin admin] Deleting port 83e92f26-2009-4c8e-a3d3-23c8620d4ba3 {{(pid=105524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 09:54:01.512394 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-b47e480b-634a-4e4a-b683-a8fea74126dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:01.525725 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 09:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93747240-5189-4505-8214-9708f42eb196 x-openstack-request-id: req-93747240-5189-4505-8214-9708f42eb196 {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:54:01.526535 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c9c8c8-8290-4095-b671-921ee047451d", "name": "network-vif-deleted", "tag": "ba0d978f-d9de-4f66-92e9-e868e6afe2cd", "status": "completed", "code": 200}]} {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:54:01.526825 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-93747240-5189-4505-8214-9708f42eb196 {{(pid=105524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:54:01.527173 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c9c8c8-8290-4095-b671-921ee047451d', 'name': 'network-vif-deleted', 'tag': 'ba0d978f-d9de-4f66-92e9-e868e6afe2cd', 'status': 'completed', 'code': 200} Sep 03 09:54:01.612086 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.db [None req-b47e480b-634a-4e4a-b683-a8fea74126dc admin admin] For port 83e92f26-2009-4c8e-a3d3-23c8620d4ba3, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=83e92f26-2009-4c8e-a3d3-23c8620d4ba3,segment=NetworkSegment(7369bf7c-6fbb-4bda-b2e3-3040860ac3c2),segment_id=7369bf7c-6fbb-4bda-b2e3-3040860ac3c2)] {{(pid=105524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:54:01.612630 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-b47e480b-634a-4e4a-b683-a8fea74126dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:01.625848 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [None req-b47e480b-634a-4e4a-b683-a8fea74126dc admin admin] Calling delete_port for 83e92f26-2009-4c8e-a3d3-23c8620d4ba3 owned by network:router_interface {{(pid=105524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 09:54:01.817564 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-b47e480b-634a-4e4a-b683-a8fea74126dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25413165'] for port, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:01.849268 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e480b-634a-4e4a-b683-a8fea74126dc admin admin] Pushing event deleted for resources: {'Port': ['ID=83e92f26-2009-4c8e-a3d3-23c8620d4ba3,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:01.899950 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device ba0d978f-d9de-4f66-92e9-e868e6afe2cd no longer exists at agent hyperv_hv-cinder-60634 {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 09:54:01.923556 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] No Port match for: ba0d978f-d9de-4f66-92e9-e868e6afe2cd {{(pid=105526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 09:54:01.923924 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device ba0d978f-d9de-4f66-92e9-e868e6afe2cd not bound to the agent host hv-cinder-60634 {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 09:54:01.924353 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device aec59b67-087c-4f74-bd32-46c77a0ee00e no longer exists at agent hyperv_hv-cinder-60634 {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 09:54:01.937478 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-984823c9-c59b-4e7b-aa9c-ae9e761656e1 req-8761b3ee-bcd8-4861-a81f-806162c4afa1 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=08c9c8c8-8290-4095-b671-921ee047451d HTTP/1.1" status: 200 len: 210 time: 0.0343788 Sep 03 09:54:01.946657 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] No Port match for: aec59b67-087c-4f74-bd32-46c77a0ee00e {{(pid=105526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 09:54:01.947009 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device aec59b67-087c-4f74-bd32-46c77a0ee00e not bound to the agent host hv-cinder-60634 {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 09:54:02.021969 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-b47e480b-634a-4e4a-b683-a8fea74126dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1832107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694627'] for router_interface, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:02.064342 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-feda892e-d11f-4dba-932f-eecf98a258c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:02.224412 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c8bd8-4da8-468e-85f6-ab9c95461143 req-956c494f-b83b-4852-bc3e-5c99cd0deacb tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:02.225873 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-d23c8bd8-4da8-468e-85f6-ab9c95461143 req-956c494f-b83b-4852-bc3e-5c99cd0deacb tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 946 time: 0.0953979 Sep 03 09:54:02.298722 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-d23c8bd8-4da8-468e-85f6-ab9c95461143 req-05b834c2-7909-46f1-9cd5-43e197742944 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481501 Sep 03 09:54:02.323936 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b47e480b-634a-4e4a-b683-a8fea74126dc admin admin] Router cd5e7bd5-fddd-4861-a5e1-87a5840679e3 has already been hosted by L3 agent d52909a0-0f60-4ffe-9597-25dbe871271a {{(pid=105524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 09:54:02.433455 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47e480b-634a-4e4a-b683-a8fea74126dc admin admin] Notify agent at l3_agent.dv-cinder-606346-32-iscsi the message routers_updated {{(pid=105524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 09:54:02.438880 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-b47e480b-634a-4e4a-b683-a8fea74126dc admin admin] 10.222.0.67 "PUT /v2.0/routers/cd5e7bd5-fddd-4861-a5e1-87a5840679e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3376632 Sep 03 09:54:02.441822 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 39038) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:02.444302 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040b0384-da0c-4c72-8f2a-a6bbccaaae05 None None] Sync routers for ids ['cd5e7bd5-fddd-4861-a5e1-87a5840679e3'] in dv-cinder-606346-32-iscsi {{(pid=105527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 09:54:02.453950 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040b0384-da0c-4c72-8f2a-a6bbccaaae05 None None] Routers {'cd5e7bd5-fddd-4861-a5e1-87a5840679e3'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:54:02.454582 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-040b0384-da0c-4c72-8f2a-a6bbccaaae05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:54:02Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['cd5e7bd5-fddd-4861-a5e1-87a5840679e3'], 'active': True} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:54:02.554545 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-1ae3d1a1-0f4c-4027-803f-afb7932a435f admin admin] Notify callbacks [] for router, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:02.653472 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvr_db [None req-040b0384-da0c-4c72-8f2a-a6bbccaaae05 None None] Set router cd5e7bd5-fddd-4861-a5e1-87a5840679e3 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:54:02.663723 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-1ae3d1a1-0f4c-4027-803f-afb7932a435f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:02.719585 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [None req-1ae3d1a1-0f4c-4027-803f-afb7932a435f admin admin] Deleting port 9026eb9c-1d51-412b-bba4-4185b848615f {{(pid=105524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 09:54:02.719890 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-1ae3d1a1-0f4c-4027-803f-afb7932a435f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:02.812688 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.db [None req-1ae3d1a1-0f4c-4027-803f-afb7932a435f admin admin] For port 9026eb9c-1d51-412b-bba4-4185b848615f, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=9026eb9c-1d51-412b-bba4-4185b848615f,segment=NetworkSegment(454dc13d-4a6c-4de8-982e-8a57b380b104),segment_id=454dc13d-4a6c-4de8-982e-8a57b380b104)] {{(pid=105524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:54:02.812996 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-1ae3d1a1-0f4c-4027-803f-afb7932a435f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:02.828665 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [None req-1ae3d1a1-0f4c-4027-803f-afb7932a435f admin admin] Calling delete_port for 9026eb9c-1d51-412b-bba4-4185b848615f owned by network:router_gateway {{(pid=105524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 09:54:02.839627 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-040b0384-da0c-4c72-8f2a-a6bbccaaae05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5e7bd5-fddd-4861-a5e1-87a5840679e3', 'name': 'tempest-ServerRescueNegativeTestJSON-256398060-router', 'tenant_id': 'c72df9f562c94a8aab79afac7263e6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '9026eb9c-1d51-412b-bba4-4185b848615f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:50:36Z', 'updated_at': '2021-09-03T09:54:01Z', 'revision_number': 5, 'project_id': 'c72df9f562c94a8aab79afac7263e6e5', 'gw_port': {'id': '9026eb9c-1d51-412b-bba4-4185b848615f', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5e7bd5-fddd-4861-a5e1-87a5840679e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:50:38Z', 'updated_at': '2021-09-03T09:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi'}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:54:02.872164 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040b0384-da0c-4c72-8f2a-a6bbccaaae05 None None] Checking router: cd5e7bd5-fddd-4861-a5e1-87a5840679e3 for host: dv-cinder-606346-32-iscsi {{(pid=105527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 09:54:02.881297 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040b0384-da0c-4c72-8f2a-a6bbccaaae05 None None] Routers {'cd5e7bd5-fddd-4861-a5e1-87a5840679e3'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:54:02.881963 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-040b0384-da0c-4c72-8f2a-a6bbccaaae05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:54:02Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['cd5e7bd5-fddd-4861-a5e1-87a5840679e3'], 'active': True} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:54:02.975758 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvr_db [None req-040b0384-da0c-4c72-8f2a-a6bbccaaae05 None None] Set router cd5e7bd5-fddd-4861-a5e1-87a5840679e3 gateway port host: None {{(pid=105527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:54:03.045120 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-040b0384-da0c-4c72-8f2a-a6bbccaaae05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5e7bd5-fddd-4861-a5e1-87a5840679e3', 'name': 'tempest-ServerRescueNegativeTestJSON-256398060-router', 'tenant_id': 'c72df9f562c94a8aab79afac7263e6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:50:36Z', 'updated_at': '2021-09-03T09:54:02Z', 'revision_number': 6, 'project_id': 'c72df9f562c94a8aab79afac7263e6e5', 'gw_port_host': None}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:54:03.085442 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040b0384-da0c-4c72-8f2a-a6bbccaaae05 None None] The sync data for ids ['cd5e7bd5-fddd-4861-a5e1-87a5840679e3'] in dv-cinder-606346-32-iscsi is: [{'id': 'cd5e7bd5-fddd-4861-a5e1-87a5840679e3', 'name': 'tempest-ServerRescueNegativeTestJSON-256398060-router', 'tenant_id': 'c72df9f562c94a8aab79afac7263e6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:50:36Z', 'updated_at': '2021-09-03T09:54:02Z', 'revision_number': 6, 'project_id': 'c72df9f562c94a8aab79afac7263e6e5', 'gw_port_host': None}] {{(pid=105527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 09:54:03.261328 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-1ae3d1a1-0f4c-4027-803f-afb7932a435f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25413165'] for port, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:03.294006 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae3d1a1-0f4c-4027-803f-afb7932a435f admin admin] Pushing event deleted for resources: {'Port': ['ID=9026eb9c-1d51-412b-bba4-4185b848615f,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:03.358496 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-1ae3d1a1-0f4c-4027-803f-afb7932a435f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1695949'] for router_gateway, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:03.483018 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:03.496148 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-1ae3d1a1-0f4c-4027-803f-afb7932a435f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8800'] for router, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:03.499596 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-1ae3d1a1-0f4c-4027-803f-afb7932a435f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:03.538324 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce79dc-4ca7-4572-b031-d9a2f179c457 req-3d4fd08c-d705-4847-813d-16a2f0dbd5b9 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:03.539963 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-31ce79dc-4ca7-4572-b031-d9a2f179c457 req-3d4fd08c-d705-4847-813d-16a2f0dbd5b9 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 946 time: 0.1614125 Sep 03 09:54:03.598477 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-1ae3d1a1-0f4c-4027-803f-afb7932a435f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691755'] for router, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:03.598915 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae3d1a1-0f4c-4027-803f-afb7932a435f admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd5e7bd5-fddd-4861-a5e1-87a5840679e3 {{(pid=105524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 09:54:03.605012 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-1ae3d1a1-0f4c-4027-803f-afb7932a435f admin admin] Notify callbacks [] for router, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:03.606212 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-1ae3d1a1-0f4c-4027-803f-afb7932a435f admin admin] 10.222.0.67 "DELETE /v2.0/routers/cd5e7bd5-fddd-4861-a5e1-87a5840679e3 HTTP/1.1" status: 204 len: 168 time: 1.1633608 Sep 03 09:54:03.608789 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 39056) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:03.621656 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-31ce79dc-4ca7-4572-b031-d9a2f179c457 req-569715f0-066e-401c-8eef-e005d9390c25 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464036 Sep 03 09:54:03.655081 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.db_base_plugin_v2 [None req-585a2829-c455-4576-86b6-cca430d13283 admin admin] Deleting subnet f78bac5b-e536-4490-a472-11f8ae62b3fb {{(pid=105525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 09:54:03.658158 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-585a2829-c455-4576-86b6-cca430d13283 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:03.692927 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-585a2829-c455-4576-86b6-cca430d13283 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26582411'] for subnet, precommit_delete_associations {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:03.734990 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-585a2829-c455-4576-86b6-cca430d13283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713190'] for subnet, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:03.799118 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-585a2829-c455-4576-86b6-cca430d13283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25166688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25634963'] for subnet, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:03.800057 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a642e642-fcb2-47b5-b777-13e8b57c6243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:03.827024 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585a2829-c455-4576-86b6-cca430d13283 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f78bac5b-e536-4490-a472-11f8ae62b3fb,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:03.829028 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-585a2829-c455-4576-86b6-cca430d13283 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for subnet, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:03.830962 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-585a2829-c455-4576-86b6-cca430d13283 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/f78bac5b-e536-4490-a472-11f8ae62b3fb HTTP/1.1" status: 204 len: 168 time: 0.2211430 Sep 03 09:54:03.833364 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 39058) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:03.903572 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-047e61e9-ea11-49c0-a3c2-15e2c97ec23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1404653'] for network, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:03.990857 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-047e61e9-ea11-49c0-a3c2-15e2c97ec23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717939', 'neutron.services.segments.db._delete_segments_for_network-8759173696085'] for network, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:04.001818 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.services.segments.db [None req-047e61e9-ea11-49c0-a3c2-15e2c97ec23d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7995b685-e18e-455d-be66-3bd792a79086']}} {{(pid=105525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:54:04.012931 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.services.segments.db [None req-047e61e9-ea11-49c0-a3c2-15e2c97ec23d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7369bf7c-6fbb-4bda-b2e3-3040860ac3c2') {'for_net_delete': True} {{(pid=105525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:54:04.013229 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.services.segments.db [None req-047e61e9-ea11-49c0-a3c2-15e2c97ec23d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7369bf7c-6fbb-4bda-b2e3-3040860ac3c2') {} {{(pid=105525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:54:04.023069 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-047e61e9-ea11-49c0-a3c2-15e2c97ec23d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759173697630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26582418'] for segment, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:04.040223 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-047e61e9-ea11-49c0-a3c2-15e2c97ec23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718351'] for segment, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:04.047375 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-047e61e9-ea11-49c0-a3c2-15e2c97ec23d admin admin] Releasing vlan 819 on physical network physnet1 to pool {{(pid=105525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 09:54:04.047805 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-047e61e9-ea11-49c0-a3c2-15e2c97ec23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25166654'] for segment, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:04.049663 dv-cinder-606346-32-iscsi neutron-server[105525]: Traceback (most recent call last): Sep 03 09:54:04.049663 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 09:54:04.049663 dv-cinder-606346-32-iscsi neutron-server[105525]: timer() Sep 03 09:54:04.049663 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 09:54:04.049663 dv-cinder-606346-32-iscsi neutron-server[105525]: cb(*args, **kw) Sep 03 09:54:04.049663 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 09:54:04.049663 dv-cinder-606346-32-iscsi neutron-server[105525]: return func(*args, **kwargs) Sep 03 09:54:04.049663 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 09:54:04.049663 dv-cinder-606346-32-iscsi neutron-server[105525]: self._notify() Sep 03 09:54:04.049663 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 09:54:04.049663 dv-cinder-606346-32-iscsi neutron-server[105525]: self.callback(batched_events) Sep 03 09:54:04.049663 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 09:54:04.049663 dv-cinder-606346-32-iscsi neutron-server[105525]: event.method(event) Sep 03 09:54:04.049663 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 09:54:04.049663 dv-cinder-606346-32-iscsi neutron-server[105525]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 09:54:04.049663 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 09:54:04.049663 dv-cinder-606346-32-iscsi neutron-server[105525]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 09:54:04.049663 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 09:54:04.049663 dv-cinder-606346-32-iscsi neutron-server[105525]: return f(self, *a, **k) Sep 03 09:54:04.049663 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 09:54:04.049663 dv-cinder-606346-32-iscsi neutron-server[105525]: return self._get(url).json() Sep 03 09:54:04.049663 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 09:54:04.049663 dv-cinder-606346-32-iscsi neutron-server[105525]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 09:54:04.049663 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 09:54:04.049663 dv-cinder-606346-32-iscsi neutron-server[105525]: return self.request(url, 'GET', **kwargs) Sep 03 09:54:04.049663 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 09:54:04.049663 dv-cinder-606346-32-iscsi neutron-server[105525]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 09:54:04.049663 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 09:54:04.049663 dv-cinder-606346-32-iscsi neutron-server[105525]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 09:54:04.049663 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 09:54:04.049663 dv-cinder-606346-32-iscsi neutron-server[105525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 09:54:04.049663 dv-cinder-606346-32-iscsi neutron-server[105525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 09:54:04.115056 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-047e61e9-ea11-49c0-a3c2-15e2c97ec23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417317'] for network, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:04.122950 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-047e61e9-ea11-49c0-a3c2-15e2c97ec23d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for network, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:04.124616 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-047e61e9-ea11-49c0-a3c2-15e2c97ec23d admin admin] 10.222.0.67 "DELETE /v2.0/networks/7995b685-e18e-455d-be66-3bd792a79086 HTTP/1.1" status: 204 len: 168 time: 0.2903063 Sep 03 09:54:04.134073 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e61e9-ea11-49c0-a3c2-15e2c97ec23d admin admin] Pushing event deleted for resources: {'Network': ['ID=7995b685-e18e-455d-be66-3bd792a79086,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:04.381321 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 39090) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:04.455231 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-59c32105-9238-47e2-85ea-dd5b503f2ebe admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c72df9f562c94a8aab79afac7263e6e5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0700929 Sep 03 09:54:04.455561 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 39102) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:04.479262 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-86f92317-4722-4035-969f-07b0852c8c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:04.511938 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d972df5-f482-4759-b92d-6537774eb565 req-fe0cc348-22d7-467c-9bb9-f8ae31552c91 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:04.513471 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-9d972df5-f482-4759-b92d-6537774eb565 req-fe0cc348-22d7-467c-9bb9-f8ae31552c91 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d5fd3a0-ad63-447b-ae27-a1b6107de925 HTTP/1.1" status: 200 len: 945 time: 0.0982201 Sep 03 09:54:04.545439 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-47a8fe00-33f8-4bf9-a311-b0c2e8cccb8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:04.578172 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-9d972df5-f482-4759-b92d-6537774eb565 req-879a722b-73e6-414a-be4c-592caafde245 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572517 Sep 03 09:54:04.586761 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-47a8fe00-33f8-4bf9-a311-b0c2e8cccb8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:04.640466 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-47a8fe00-33f8-4bf9-a311-b0c2e8cccb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:04.643135 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-47a8fe00-33f8-4bf9-a311-b0c2e8cccb8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:04.644364 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-47a8fe00-33f8-4bf9-a311-b0c2e8cccb8c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fde5cacb-750c-49ee-8bd6-fdf24f2a9c92 HTTP/1.1" status: 204 len: 168 time: 0.1879544 Sep 03 09:54:04.656044 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8fe00-33f8-4bf9-a311-b0c2e8cccb8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde5cacb-750c-49ee-8bd6-fdf24f2a9c92,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:04.788157 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916fa45e-e692-4bdd-b8e2-58e03fb8bb88 req-baff491c-e01d-4e23-acd2-ac9e05431619 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:04.789730 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-916fa45e-e692-4bdd-b8e2-58e03fb8bb88 req-baff491c-e01d-4e23-acd2-ac9e05431619 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 946 time: 0.0614934 Sep 03 09:54:04.830470 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-916fa45e-e692-4bdd-b8e2-58e03fb8bb88 req-65b3326a-7ec8-4331-90c6-9b4da411b83a tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346332 Sep 03 09:54:04.846560 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 83e92f26-2009-4c8e-a3d3-23c8620d4ba3 no longer exists at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 09:54:04.868900 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] No Port match for: 83e92f26-2009-4c8e-a3d3-23c8620d4ba3 {{(pid=105526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 09:54:04.869447 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 83e92f26-2009-4c8e-a3d3-23c8620d4ba3 not bound to the agent host dv-cinder-606346-32-iscsi {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 09:54:04.870613 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 9026eb9c-1d51-412b-bba4-4185b848615f no longer exists at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 09:54:04.890197 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] No Port match for: 9026eb9c-1d51-412b-bba4-4185b848615f {{(pid=105526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 09:54:04.890571 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 9026eb9c-1d51-412b-bba4-4185b848615f not bound to the agent host dv-cinder-606346-32-iscsi {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 09:54:05.395002 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 39148) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:05.489220 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [None req-792bd1d5-a237-4096-a729-70a4fa4f969d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-457758726-network', 'tenant_id': '142a249ef3174087aaed6c7fd74387f2'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:54:05.509357 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792bd1d5-a237-4096-a729-70a4fa4f969d admin admin] Made reservation on behalf of 142a249ef3174087aaed6c7fd74387f2 for: {'network': 1} {{(pid=105524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:54:05.511625 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-792bd1d5-a237-4096-a729-70a4fa4f969d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for network, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:05.519538 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-792bd1d5-a237-4096-a729-70a4fa4f969d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:05.607994 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-792bd1d5-a237-4096-a729-70a4fa4f969d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:05.614214 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-792bd1d5-a237-4096-a729-70a4fa4f969d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:05.635610 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-792bd1d5-a237-4096-a729-70a4fa4f969d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 815} {{(pid=105524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 09:54:05.651446 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792bd1d5-a237-4096-a729-70a4fa4f969d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfde3d70-5403-4723-9745-727ac8f34ed9,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:05.654423 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-792bd1d5-a237-4096-a729-70a4fa4f969d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718351'] for segment, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:05.654726 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.db.segments_db [None req-792bd1d5-a237-4096-a729-70a4fa4f969d admin admin] Added segment 175fe06a-99b5-4c50-86f5-519d1a17c350 of type vlan for network cf5f7525-722a-4835-b4c5-9059086ceeeb Sep 03 09:54:05.734735 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-792bd1d5-a237-4096-a729-70a4fa4f969d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759173236709'] for network, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:05.755047 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd9405-7f5f-4d93-9673-e4baa062e531 req-a7712ac8-f263-4891-a932-fc7487a281c2 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:05.756566 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-72dd9405-7f5f-4d93-9673-e4baa062e531 req-a7712ac8-f263-4891-a932-fc7487a281c2 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d5fd3a0-ad63-447b-ae27-a1b6107de925 HTTP/1.1" status: 200 len: 945 time: 0.1003888 Sep 03 09:54:05.787269 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-792bd1d5-a237-4096-a729-70a4fa4f969d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146'] for network, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:05.788178 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792bd1d5-a237-4096-a729-70a4fa4f969d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:05.788755 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-792bd1d5-a237-4096-a729-70a4fa4f969d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for network, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:05.820297 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-72dd9405-7f5f-4d93-9673-e4baa062e531 req-49b6b2cf-f8bc-4637-bbd6-c391cc567d88 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573790 Sep 03 09:54:05.836118 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-792bd1d5-a237-4096-a729-70a4fa4f969d admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4400258 Sep 03 09:54:05.839577 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 39154) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:05.844741 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [None req-0492c3d9-79ff-499c-bdc2-94c23a0e29e0 admin admin] Request body: {'subnet': {'network_id': 'cf5f7525-722a-4835-b4c5-9059086ceeeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-457758726-subnet', 'tenant_id': '142a249ef3174087aaed6c7fd74387f2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:54:05.874254 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792bd1d5-a237-4096-a729-70a4fa4f969d admin admin] Pushing event updated for resources: {'Network': ['ID=cf5f7525-722a-4835-b4c5-9059086ceeeb,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:05.885811 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Network cf5f7525-722a-4835-b4c5-9059086ceeeb details requested by agent ovs-agent-dv-cinder-606346-32-iscsi with host dv-cinder-606346-32-iscsi {{(pid=105526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 09:54:05.898559 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0492c3d9-79ff-499c-bdc2-94c23a0e29e0 admin admin] Made reservation on behalf of 142a249ef3174087aaed6c7fd74387f2 for: {'subnet': 1} {{(pid=105524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:54:05.901523 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-0492c3d9-79ff-499c-bdc2-94c23a0e29e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27188859'] for subnet, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:05.973337 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d632169-7755-4dd7-9b4b-c650a47b96d2 req-456dcf4f-daa6-4409-be48-319b6efe2c30 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:05.975031 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-6d632169-7755-4dd7-9b4b-c650a47b96d2 req-456dcf4f-daa6-4409-be48-319b6efe2c30 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 946 time: 0.0566447 Sep 03 09:54:06.021072 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-6d632169-7755-4dd7-9b4b-c650a47b96d2 req-06ea8b67-137d-4f61-b72f-fb2eebaa53c0 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399797 Sep 03 09:54:06.076205 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-0492c3d9-79ff-499c-bdc2-94c23a0e29e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25413313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27188821'] for subnet, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:06.136438 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0492c3d9-79ff-499c-bdc2-94c23a0e29e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4af724c9-aaaf-4dc2-acfe-eb8c4b70b5a1,revision_number=0']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:06.145385 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0492c3d9-79ff-499c-bdc2-94c23a0e29e0 admin admin] Checking segment: {'id': '175fe06a-99b5-4c50-86f5-519d1a17c350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'cf5f7525-722a-4835-b4c5-9059086ceeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:54:06.145785 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0492c3d9-79ff-499c-bdc2-94c23a0e29e0 admin admin] Network hostable DHCP agents. Network: cf5f7525-722a-4835-b4c5-9059086ceeeb, hostable agents: ['b845873d-a9da-4ebd-9f87-ebd42caf249d'], hosted agents: [] {{(pid=105524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 09:54:06.162578 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0492c3d9-79ff-499c-bdc2-94c23a0e29e0 admin admin] Network cf5f7525-722a-4835-b4c5-9059086ceeeb is scheduled to be hosted by DHCP agent b845873d-a9da-4ebd-9f87-ebd42caf249d with binding_index 1 {{(pid=105524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 09:54:06.171612 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.base_scheduler [None req-0492c3d9-79ff-499c-bdc2-94c23a0e29e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-32-iscsi, cf5f7525-722a-4835-b4c5-9059086ceeeb) {{(pid=105524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:54:06.176093 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0492c3d9-79ff-499c-bdc2-94c23a0e29e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:06.176721 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-0492c3d9-79ff-499c-bdc2-94c23a0e29e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:06.185096 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99c427d-4ae4-417b-a50a-1f79d96b0c73 None None] Network cf5f7525-722a-4835-b4c5-9059086ceeeb requested from dv-cinder-606346-32-iscsi {{(pid=105526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 09:54:06.202604 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 39160) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:06.202819 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-0492c3d9-79ff-499c-bdc2-94c23a0e29e0 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3620608 Sep 03 09:54:06.207478 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [None req-a1e0872e-4a6d-43fa-bffe-4005ee68aaf2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-457758726-router', 'tenant_id': '142a249ef3174087aaed6c7fd74387f2', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d'}}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:54:06.228888 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-a1e0872e-4a6d-43fa-bffe-4005ee68aaf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8786'] for router, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:06.230102 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-a1e0872e-4a6d-43fa-bffe-4005ee68aaf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1691692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1695932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-424503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8811'] for router, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:06.302915 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-a1e0872e-4a6d-43fa-bffe-4005ee68aaf2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:06.352729 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa8fa15-d62d-45cd-aa39-9ea204cca5da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18c2692c-177d-5ddd-a673-7a9ff6d9d43f-cf5f7525-722a-4835-b4c5-9059086ceeeb', 'network_id': 'cf5f7525-722a-4835-b4c5-9059086ceeeb', 'tenant_id': '142a249ef3174087aaed6c7fd74387f2', 'fixed_ips': [{'subnet_id': '4af724c9-aaaf-4dc2-acfe-eb8c4b70b5a1'}]}} from dv-cinder-606346-32-iscsi. {{(pid=105526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 09:54:06.353717 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-5fa8fa15-d62d-45cd-aa39-9ea204cca5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:06.455489 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-a1e0872e-4a6d-43fa-bffe-4005ee68aaf2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:06.489067 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.db_base_plugin_common [None req-5fa8fa15-d62d-45cd-aa39-9ea204cca5da None None] Allocated IP 172.20.0.2 (cf5f7525-722a-4835-b4c5-9059086ceeeb/4af724c9-aaaf-4dc2-acfe-eb8c4b70b5a1/ca541c5c-04a8-4ed9-99db-518018539170) {{(pid=105526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:54:06.569201 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f40be-297d-42e7-b360-87fd8d7016cd req-52ce51e9-2f38-4634-87b7-5ae3ce39a37d tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:06.570752 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-e72f40be-297d-42e7-b360-87fd8d7016cd req-52ce51e9-2f38-4634-87b7-5ae3ce39a37d tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d5fd3a0-ad63-447b-ae27-a1b6107de925 HTTP/1.1" status: 200 len: 945 time: 0.0502350 Sep 03 09:54:06.641160 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-5fa8fa15-d62d-45cd-aa39-9ea204cca5da None None] Notify callbacks [] for port, precommit_create {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:06.649985 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-5fa8fa15-d62d-45cd-aa39-9ea204cca5da None None] Transition to ACTIVE for port object ca541c5c-04a8-4ed9-99db-518018539170 will not be triggered until provisioned by entity L2. {{(pid=105526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:54:06.670963 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-a1e0872e-4a6d-43fa-bffe-4005ee68aaf2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:06.674737 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-5fa8fa15-d62d-45cd-aa39-9ea204cca5da None None] Transition to ACTIVE for port object ca541c5c-04a8-4ed9-99db-518018539170 will not be triggered until provisioned by entity DHCP. {{(pid=105526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:54:06.681080 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-5fa8fa15-d62d-45cd-aa39-9ea204cca5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931'] for port, after_create {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:06.695814 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-a1e0872e-4a6d-43fa-bffe-4005ee68aaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:06.708759 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [req-e72f40be-297d-42e7-b360-87fd8d7016cd req-a02a9e21-bf1e-4733-a178-a4385ef3602a tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Deleting port 2034a98b-4047-4d68-868d-001950555fd0 {{(pid=105524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 09:54:06.709100 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-e72f40be-297d-42e7-b360-87fd8d7016cd req-a02a9e21-bf1e-4733-a178-a4385ef3602a tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:06.730568 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa8fa15-d62d-45cd-aa39-9ea204cca5da None None] Network cf5f7525-722a-4835-b4c5-9059086ceeeb is already hosted by enough agents. {{(pid=105526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:54:06.733510 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.scheduler.base_scheduler [None req-5fa8fa15-d62d-45cd-aa39-9ea204cca5da None None] Resources bound (agent type, host, resource id): {{(pid=105526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:54:06.740471 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa8fa15-d62d-45cd-aa39-9ea204cca5da None None] Received port after_create {{(pid=105526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:54:06.743470 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa8fa15-d62d-45cd-aa39-9ea204cca5da None None] Pushing event updated for resources: {'Port': ['ID=ca541c5c-04a8-4ed9-99db-518018539170,revision_number=1']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:06.800235 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.managers [None req-5fa8fa15-d62d-45cd-aa39-9ea204cca5da None None] Attempting to bind port ca541c5c-04a8-4ed9-99db-518018539170 on host dv-cinder-606346-32-iscsi for vnic_type normal with profile {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 09:54:06.800627 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.managers [None req-5fa8fa15-d62d-45cd-aa39-9ea204cca5da None None] Attempting to bind port ca541c5c-04a8-4ed9-99db-518018539170 by drivers openvswitch,hyperv on host dv-cinder-606346-32-iscsi at level 0 using segments [{'id': '175fe06a-99b5-4c50-86f5-519d1a17c350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'cf5f7525-722a-4835-b4c5-9059086ceeeb'}] {{(pid=105526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 09:54:06.800998 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa8fa15-d62d-45cd-aa39-9ea204cca5da None None] Attempting to bind port ca541c5c-04a8-4ed9-99db-518018539170 on network cf5f7525-722a-4835-b4c5-9059086ceeeb {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:54:06.808706 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa8fa15-d62d-45cd-aa39-9ea204cca5da None None] Checking agent: {'id': 'ce816ebf-b316-41f6-aeb5-8037a78dc56b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 9, 42, 33), 'started_at': datetime.datetime(2021, 9, 3, 9, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 9, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 09:54:06.809270 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa8fa15-d62d-45cd-aa39-9ea204cca5da None None] Checking segment: {'id': '175fe06a-99b5-4c50-86f5-519d1a17c350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'cf5f7525-722a-4835-b4c5-9059086ceeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:54:06.810287 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-5fa8fa15-d62d-45cd-aa39-9ea204cca5da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:06.810793 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa8fa15-d62d-45cd-aa39-9ea204cca5da None None] Bound using segment: {'id': '175fe06a-99b5-4c50-86f5-519d1a17c350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'cf5f7525-722a-4835-b4c5-9059086ceeeb'} {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 09:54:06.811478 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.managers [None req-5fa8fa15-d62d-45cd-aa39-9ea204cca5da None None] Bound port: ca541c5c-04a8-4ed9-99db-518018539170, host: dv-cinder-606346-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '175fe06a-99b5-4c50-86f5-519d1a17c350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'cf5f7525-722a-4835-b4c5-9059086ceeeb'}}] {{(pid=105526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 09:54:06.811963 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-5fa8fa15-d62d-45cd-aa39-9ea204cca5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:06.816075 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.db_base_plugin_common [None req-a1e0872e-4a6d-43fa-bffe-4005ee68aaf2 admin admin] Allocated IP 172.27.3.212 (16dc62c0-adaf-4d17-9be4-5c31a1b1de1d/e699cb95-0a95-4e72-9bdf-93d4b1cc29ef/de0eaff7-2fa3-4eea-b5db-6803922d9795) {{(pid=105525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:54:06.819845 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.db [req-e72f40be-297d-42e7-b360-87fd8d7016cd req-a02a9e21-bf1e-4733-a178-a4385ef3602a tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] For port 2034a98b-4047-4d68-868d-001950555fd0, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=2034a98b-4047-4d68-868d-001950555fd0,segment=NetworkSegment(6162f772-1e28-4e35-bf3d-bf08b646a09f),segment_id=6162f772-1e28-4e35-bf3d-bf08b646a09f)] {{(pid=105524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:54:06.820686 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-e72f40be-297d-42e7-b360-87fd8d7016cd req-a02a9e21-bf1e-4733-a178-a4385ef3602a tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:06.835098 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [req-e72f40be-297d-42e7-b360-87fd8d7016cd req-a02a9e21-bf1e-4733-a178-a4385ef3602a tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Calling delete_port for 2034a98b-4047-4d68-868d-001950555fd0 owned by compute:nova {{(pid=105524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 09:54:06.883111 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-5fa8fa15-d62d-45cd-aa39-9ea204cca5da None None] For port ca541c5c-04a8-4ed9-99db-518018539170, host dv-cinder-606346-32-iscsi, cleared binding levels {{(pid=105526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 09:54:06.886977 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-5fa8fa15-d62d-45cd-aa39-9ea204cca5da None None] For port ca541c5c-04a8-4ed9-99db-518018539170, host dv-cinder-606346-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=ca541c5c-04a8-4ed9-99db-518018539170,segment=NetworkSegment(175fe06a-99b5-4c50-86f5-519d1a17c350),segment_id=175fe06a-99b5-4c50-86f5-519d1a17c350)] {{(pid=105526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 09:54:06.891515 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-5fa8fa15-d62d-45cd-aa39-9ea204cca5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:06.934262 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-a1e0872e-4a6d-43fa-bffe-4005ee68aaf2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:06.947177 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa8fa15-d62d-45cd-aa39-9ea204cca5da None None] Pushing event updated for resources: {'Port': ['ID=ca541c5c-04a8-4ed9-99db-518018539170,revision_number=2']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:06.984263 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-a1e0872e-4a6d-43fa-bffe-4005ee68aaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25166669'] for port, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:07.006630 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ae95d-82a8-4ae3-8e2a-b2c0936b661c req-baf9cac7-654e-406b-bb07-70e5dc118852 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:07.008164 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-f13ae95d-82a8-4ae3-8e2a-b2c0936b661c req-baf9cac7-654e-406b-bb07-70e5dc118852 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d5fd3a0-ad63-447b-ae27-a1b6107de925 HTTP/1.1" status: 200 len: 945 time: 0.0865190 Sep 03 09:54:07.040816 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e0872e-4a6d-43fa-bffe-4005ee68aaf2 admin admin] Network 16dc62c0-adaf-4d17-9be4-5c31a1b1de1d is already hosted by enough agents. {{(pid=105525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:54:07.044431 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.base_scheduler [None req-a1e0872e-4a6d-43fa-bffe-4005ee68aaf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:54:07.045227 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-e72f40be-297d-42e7-b360-87fd8d7016cd req-a02a9e21-bf1e-4733-a178-a4385ef3602a tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25413165'] for port, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:07.048253 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e0872e-4a6d-43fa-bffe-4005ee68aaf2 admin admin] Received port after_create {{(pid=105525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:54:07.057448 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e0872e-4a6d-43fa-bffe-4005ee68aaf2 admin admin] Pushing event updated for resources: {'Port': ['ID=de0eaff7-2fa3-4eea-b5db-6803922d9795,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:07.065708 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] get_ports_and_sgs() called for port_ids ['8f14eea0-cbb9-4187-b8dd-48cbd6747e9d', '804952d9-9631-42ef-b6f3-186a4104a331', '2034a98b-4047-4d68-868d-001950555fd0'] {{(pid=105526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 09:54:07.095913 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02a9e21-bf1e-4733-a178-a4385ef3602a tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Pushing event deleted for resources: {'Port': ['ID=2034a98b-4047-4d68-868d-001950555fd0,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:07.140071 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-f13ae95d-82a8-4ae3-8e2a-b2c0936b661c req-59a6886b-445c-4a75-a005-5b4eb6edf04a tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197090 Sep 03 09:54:07.156288 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.l3_dvrscheduler_db [req-e72f40be-297d-42e7-b360-87fd8d7016cd req-a02a9e21-bf1e-4733-a178-a4385ef3602a tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] No DVR routers for this DVR port 2034a98b-4047-4d68-868d-001950555fd0 on host hv-cinder-60634 {{(pid=105524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 09:54:07.158836 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-e72f40be-297d-42e7-b360-87fd8d7016cd req-a02a9e21-bf1e-4733-a178-a4385ef3602a tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for port, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:07.161107 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-e72f40be-297d-42e7-b360-87fd8d7016cd req-a02a9e21-bf1e-4733-a178-a4385ef3602a tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.60 "DELETE /v2.0/ports/2034a98b-4047-4d68-868d-001950555fd0 HTTP/1.1" status: 204 len: 173 time: 0.5807152 Sep 03 09:54:07.161556 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d5fd3a0-ad63-447b-ae27-a1b6107de925', 'name': 'network-vif-deleted', 'tag': '2034a98b-4047-4d68-868d-001950555fd0'}] {{(pid=105524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:54:07.163832 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07cd05725c708ed75ef04e80da70ebdfc8c47d02cbbda1b8cc3f0b48d37440d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1794e4-af79-4f86-94e3-5989b3c7bee2" -d '{"events": [{"server_uuid": "9d5fd3a0-ad63-447b-ae27-a1b6107de925", "name": "network-vif-deleted", "tag": "2034a98b-4047-4d68-868d-001950555fd0"}]}' {{(pid=105524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:54:07.220092 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 09:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ffc135-4cd3-403b-8dc0-d6bb73aaf6e5 x-openstack-request-id: req-a1ffc135-4cd3-403b-8dc0-d6bb73aaf6e5 {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:54:07.220479 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d5fd3a0-ad63-447b-ae27-a1b6107de925", "name": "network-vif-deleted", "tag": "2034a98b-4047-4d68-868d-001950555fd0", "status": "completed", "code": 200}]} {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:54:07.220672 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a1ffc135-4cd3-403b-8dc0-d6bb73aaf6e5 {{(pid=105524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:54:07.221064 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d5fd3a0-ad63-447b-ae27-a1b6107de925', 'name': 'network-vif-deleted', 'tag': '2034a98b-4047-4d68-868d-001950555fd0', 'status': 'completed', 'code': 200} Sep 03 09:54:07.409375 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-a1e0872e-4a6d-43fa-bffe-4005ee68aaf2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:07.860169 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-a1e0872e-4a6d-43fa-bffe-4005ee68aaf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1691685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1695977'] for router, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:07.990135 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e0872e-4a6d-43fa-bffe-4005ee68aaf2 admin admin] Router 881fc7a3-022e-4667-b897-ff5f87d9d178 is scheduled to L3 agent d52909a0-0f60-4ffe-9597-25dbe871271a with binding_index 1 {{(pid=105525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 09:54:08.098396 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e0872e-4a6d-43fa-bffe-4005ee68aaf2 admin admin] Notify agent at l3_agent.dv-cinder-606346-32-iscsi the message routers_updated {{(pid=105525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 09:54:08.111653 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34a71ca-08a2-40be-b921-ce32376d1cdb None None] Network cf5f7525-722a-4835-b4c5-9059086ceeeb requested from dv-cinder-606346-32-iscsi {{(pid=105526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 09:54:08.115109 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc071db7-6c0b-44c3-ba22-4c9e518a21ce None None] Sync routers for ids ['881fc7a3-022e-4667-b897-ff5f87d9d178'] in dv-cinder-606346-32-iscsi {{(pid=105526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 09:54:08.118639 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-a1e0872e-4a6d-43fa-bffe-4005ee68aaf2 admin admin] Notify callbacks [] for router, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:08.123364 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-a1e0872e-4a6d-43fa-bffe-4005ee68aaf2 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9166942 Sep 03 09:54:08.123604 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 39186) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:08.146649 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc071db7-6c0b-44c3-ba22-4c9e518a21ce None None] Routers {'881fc7a3-022e-4667-b897-ff5f87d9d178'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:54:08.147200 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-cc071db7-6c0b-44c3-ba22-4c9e518a21ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:54:02Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['881fc7a3-022e-4667-b897-ff5f87d9d178'], 'active': True} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:54:08.415300 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-caad6610-c7d2-4bbd-9fea-343c7d0f97d8 None None] Provisioning for port ca541c5c-04a8-4ed9-99db-518018539170 completed by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:54:08.477551 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvr_db [None req-cc071db7-6c0b-44c3-ba22-4c9e518a21ce None None] Set router 881fc7a3-022e-4667-b897-ff5f87d9d178 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:54:08.485331 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3bc84f-3e28-4d7f-98a8-fc5ce3557058 req-1ffb3eb8-a38a-428e-9dd5-c6ddeeb2e449 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:08.493259 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-0c3bc84f-3e28-4d7f-98a8-fc5ce3557058 req-1ffb3eb8-a38a-428e-9dd5-c6ddeeb2e449 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a65e2e0-dc42-4678-aeed-85b654f1b0a0 HTTP/1.1" status: 200 len: 946 time: 0.1152871 Sep 03 09:54:08.537033 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-0c3bc84f-3e28-4d7f-98a8-fc5ce3557058 req-37939bcd-896f-4946-88b6-3681b8efe0aa tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427077 Sep 03 09:54:08.596063 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-4bc800aa-127a-4d0d-b817-868f13456e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:08.727628 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-cc071db7-6c0b-44c3-ba22-4c9e518a21ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'name': 'tempest-AttachVolumeTestJSON-457758726-router', 'tenant_id': '142a249ef3174087aaed6c7fd74387f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'de0eaff7-2fa3-4eea-b5db-6803922d9795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:54:06Z', 'updated_at': '2021-09-03T09:54:07Z', 'revision_number': 3, 'project_id': '142a249ef3174087aaed6c7fd74387f2', 'gw_port': {'id': 'de0eaff7-2fa3-4eea-b5db-6803922d9795', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:06Z', 'updated_at': '2021-09-03T09:54:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi'}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:54:08.755976 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc071db7-6c0b-44c3-ba22-4c9e518a21ce None None] Checking router: 881fc7a3-022e-4667-b897-ff5f87d9d178 for host: dv-cinder-606346-32-iscsi {{(pid=105526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 09:54:08.756328 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc071db7-6c0b-44c3-ba22-4c9e518a21ce None None] Updating router 881fc7a3-022e-4667-b897-ff5f87d9d178 port de0eaff7-2fa3-4eea-b5db-6803922d9795 binding host dv-cinder-606346-32-iscsi {{(pid=105526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 09:54:08.770090 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.db_base_plugin_common [None req-4bc800aa-127a-4d0d-b817-868f13456e09 admin admin] Allocated IP 172.20.0.1 (cf5f7525-722a-4835-b4c5-9059086ceeeb/4af724c9-aaaf-4dc2-acfe-eb8c4b70b5a1/256df039-c5d4-4202-8a85-0949b1c051f1) {{(pid=105525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:54:08.784311 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cc071db7-6c0b-44c3-ba22-4c9e518a21ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:08.904490 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device ca541c5c-04a8-4ed9-99db-518018539170 up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:54:08.908437 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-4bc800aa-127a-4d0d-b817-868f13456e09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:08.923308 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.provisioning_blocks [None req-4bc800aa-127a-4d0d-b817-868f13456e09 admin admin] Transition to ACTIVE for port object 256df039-c5d4-4202-8a85-0949b1c051f1 will not be triggered until provisioned by entity DHCP. {{(pid=105525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:54:08.956904 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-4bc800aa-127a-4d0d-b817-868f13456e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25166669'] for port, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:08.995384 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc800aa-127a-4d0d-b817-868f13456e09 admin admin] Network cf5f7525-722a-4835-b4c5-9059086ceeeb is already hosted by enough agents. {{(pid=105525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:54:08.998375 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.base_scheduler [None req-4bc800aa-127a-4d0d-b817-868f13456e09 admin admin] Resources bound (agent type, host, resource id): {{(pid=105525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:54:09.001876 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc800aa-127a-4d0d-b817-868f13456e09 admin admin] Received port after_create {{(pid=105525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:54:09.026802 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc800aa-127a-4d0d-b817-868f13456e09 admin admin] Pushing event updated for resources: {'Port': ['ID=256df039-c5d4-4202-8a85-0949b1c051f1,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:09.044750 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning for port ca541c5c-04a8-4ed9-99db-518018539170 completed by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:54:09.046425 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-4bc800aa-127a-4d0d-b817-868f13456e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417468'] for router_interface, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:09.049783 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning complete for port ca541c5c-04a8-4ed9-99db-518018539170 triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:54:09.050163 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:09.184245 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cc071db7-6c0b-44c3-ba22-4c9e518a21ce None None] Notify callbacks [] for port, precommit_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:09.185440 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-4bc800aa-127a-4d0d-b817-868f13456e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:09.203445 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-cc071db7-6c0b-44c3-ba22-4c9e518a21ce None None] Transition to ACTIVE for port object de0eaff7-2fa3-4eea-b5db-6803922d9795 will not be triggered until provisioned by entity L2. {{(pid=105526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:54:09.206479 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:09.214348 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cc071db7-6c0b-44c3-ba22-4c9e518a21ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:09.290529 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] For port ca541c5c-04a8-4ed9-99db-518018539170, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=ca541c5c-04a8-4ed9-99db-518018539170,segment=NetworkSegment(175fe06a-99b5-4c50-86f5-519d1a17c350),segment_id=175fe06a-99b5-4c50-86f5-519d1a17c350)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:54:09.296995 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.managers [None req-cc071db7-6c0b-44c3-ba22-4c9e518a21ce None None] Attempting to bind port de0eaff7-2fa3-4eea-b5db-6803922d9795 on host dv-cinder-606346-32-iscsi for vnic_type normal with profile {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 09:54:09.297362 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.managers [None req-cc071db7-6c0b-44c3-ba22-4c9e518a21ce None None] Attempting to bind port de0eaff7-2fa3-4eea-b5db-6803922d9795 by drivers openvswitch,hyperv on host dv-cinder-606346-32-iscsi at level 0 using segments [{'id': '454dc13d-4a6c-4de8-982e-8a57b380b104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d'}] {{(pid=105526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 09:54:09.297746 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc071db7-6c0b-44c3-ba22-4c9e518a21ce None None] Attempting to bind port de0eaff7-2fa3-4eea-b5db-6803922d9795 on network 16dc62c0-adaf-4d17-9be4-5c31a1b1de1d {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:54:09.299981 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-3b9ab922-61c9-45d5-aad6-e0f3ad79cd44 None None] Provisioning for port 256df039-c5d4-4202-8a85-0949b1c051f1 completed by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:54:09.301756 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510cfec6-a338-4f27-b526-4c8b2cc6a02f None None] Pushing event updated for resources: {'Port': ['ID=de0eaff7-2fa3-4eea-b5db-6803922d9795,revision_number=2']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:09.304166 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:09.329721 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-3b9ab922-61c9-45d5-aad6-e0f3ad79cd44 None None] Provisioning complete for port 256df039-c5d4-4202-8a85-0949b1c051f1 triggered by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:54:09.330098 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-3b9ab922-61c9-45d5-aad6-e0f3ad79cd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:09.333377 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc071db7-6c0b-44c3-ba22-4c9e518a21ce None None] Checking agent: {'id': 'ce816ebf-b316-41f6-aeb5-8037a78dc56b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 9, 42, 33), 'started_at': datetime.datetime(2021, 9, 3, 9, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 9, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 09:54:09.333978 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc071db7-6c0b-44c3-ba22-4c9e518a21ce None None] Checking segment: {'id': '454dc13d-4a6c-4de8-982e-8a57b380b104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:54:09.334376 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cc071db7-6c0b-44c3-ba22-4c9e518a21ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:09.334768 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc071db7-6c0b-44c3-ba22-4c9e518a21ce None None] Bound using segment: {'id': '454dc13d-4a6c-4de8-982e-8a57b380b104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d'} {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 09:54:09.335257 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.managers [None req-cc071db7-6c0b-44c3-ba22-4c9e518a21ce None None] Bound port: de0eaff7-2fa3-4eea-b5db-6803922d9795, host: dv-cinder-606346-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '454dc13d-4a6c-4de8-982e-8a57b380b104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d'}}] {{(pid=105526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 09:54:09.335635 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cc071db7-6c0b-44c3-ba22-4c9e518a21ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:09.358093 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-4bc800aa-127a-4d0d-b817-868f13456e09 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:09.363100 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-4bc800aa-127a-4d0d-b817-868f13456e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25166682'] for port, after_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:09.436011 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-4bc800aa-127a-4d0d-b817-868f13456e09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1832124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694508'] for router_interface, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:09.437708 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc800aa-127a-4d0d-b817-868f13456e09 admin admin] Pushing event updated for resources: {'Port': ['ID=256df039-c5d4-4202-8a85-0949b1c051f1,revision_number=2']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:09.438800 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-3b9ab922-61c9-45d5-aad6-e0f3ad79cd44 None None] Port 256df039-c5d4-4202-8a85-0949b1c051f1 cannot update to ACTIVE because it is not bound. {{(pid=105526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 09:54:09.441614 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cc071db7-6c0b-44c3-ba22-4c9e518a21ce None None] For port de0eaff7-2fa3-4eea-b5db-6803922d9795, host dv-cinder-606346-32-iscsi, cleared binding levels {{(pid=105526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 09:54:09.443192 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Pushing event updated for resources: {'Port': ['ID=ca541c5c-04a8-4ed9-99db-518018539170,revision_number=3']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:09.455047 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cc071db7-6c0b-44c3-ba22-4c9e518a21ce None None] For port de0eaff7-2fa3-4eea-b5db-6803922d9795, host dv-cinder-606346-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=de0eaff7-2fa3-4eea-b5db-6803922d9795,segment=NetworkSegment(454dc13d-4a6c-4de8-982e-8a57b380b104),segment_id=454dc13d-4a6c-4de8-982e-8a57b380b104)] {{(pid=105526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 09:54:09.460680 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cc071db7-6c0b-44c3-ba22-4c9e518a21ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:09.519294 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc071db7-6c0b-44c3-ba22-4c9e518a21ce None None] Routers {'881fc7a3-022e-4667-b897-ff5f87d9d178'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:54:09.519949 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-cc071db7-6c0b-44c3-ba22-4c9e518a21ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:54:02Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['881fc7a3-022e-4667-b897-ff5f87d9d178'], 'active': True} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:54:09.525216 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510cfec6-a338-4f27-b526-4c8b2cc6a02f None None] Pushing event updated for resources: {'Port': ['ID=de0eaff7-2fa3-4eea-b5db-6803922d9795,revision_number=3']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:09.545802 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc800aa-127a-4d0d-b817-868f13456e09 admin admin] Network cf5f7525-722a-4835-b4c5-9059086ceeeb is already hosted by enough agents. {{(pid=105525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:54:09.547985 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.base_scheduler [None req-4bc800aa-127a-4d0d-b817-868f13456e09 admin admin] Resources bound (agent type, host, resource id): {{(pid=105525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:54:09.647981 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvr_db [None req-cc071db7-6c0b-44c3-ba22-4c9e518a21ce None None] Set router 881fc7a3-022e-4667-b897-ff5f87d9d178 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:54:09.718251 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69927187-1dc8-471b-bc47-9f5085bed03b req-335c7c3e-c23d-4592-9417-535cfba2b7f7 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:09.720045 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-69927187-1dc8-471b-bc47-9f5085bed03b req-335c7c3e-c23d-4592-9417-535cfba2b7f7 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a65e2e0-dc42-4678-aeed-85b654f1b0a0 HTTP/1.1" status: 200 len: 946 time: 0.0853012 Sep 03 09:54:09.751322 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc800aa-127a-4d0d-b817-868f13456e09 admin admin] Router 881fc7a3-022e-4667-b897-ff5f87d9d178 has already been hosted by L3 agent d52909a0-0f60-4ffe-9597-25dbe871271a {{(pid=105525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 09:54:09.795115 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-69927187-1dc8-471b-bc47-9f5085bed03b req-0eaebdcf-948d-40b7-83b7-094a52f8d912 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656796 Sep 03 09:54:09.873411 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-7f997759-955b-42f1-8a26-21467eae89f9 None None] Provisioning complete for port 256df039-c5d4-4202-8a85-0949b1c051f1 triggered by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:54:09.873895 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-7f997759-955b-42f1-8a26-21467eae89f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:09.897103 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc800aa-127a-4d0d-b817-868f13456e09 admin admin] Notify agent at l3_agent.dv-cinder-606346-32-iscsi the message routers_updated {{(pid=105525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 09:54:09.910541 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-4bc800aa-127a-4d0d-b817-868f13456e09 admin admin] 10.222.0.67 "PUT /v2.0/routers/881fc7a3-022e-4667-b897-ff5f87d9d178/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7780163 Sep 03 09:54:09.911170 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-7f997759-955b-42f1-8a26-21467eae89f9 None None] Port 256df039-c5d4-4202-8a85-0949b1c051f1 cannot update to ACTIVE because it is not bound. {{(pid=105526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 09:54:09.924237 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-cc071db7-6c0b-44c3-ba22-4c9e518a21ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'name': 'tempest-AttachVolumeTestJSON-457758726-router', 'tenant_id': '142a249ef3174087aaed6c7fd74387f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'de0eaff7-2fa3-4eea-b5db-6803922d9795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:54:06Z', 'updated_at': '2021-09-03T09:54:09Z', 'revision_number': 4, 'project_id': '142a249ef3174087aaed6c7fd74387f2', 'gw_port': {'id': 'de0eaff7-2fa3-4eea-b5db-6803922d9795', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:06Z', 'updated_at': '2021-09-03T09:54:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_interfaces': [{'id': '256df039-c5d4-4202-8a85-0949b1c051f1', 'name': '', 'network_id': 'cf5f7525-722a-4835-b4c5-9059086ceeeb', 'tenant_id': '142a249ef3174087aaed6c7fd74387f2', 'mac_address': 'fa:16:3e:41:5f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '4af724c9-aaaf-4dc2-acfe-eb8c4b70b5a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:08Z', 'updated_at': '2021-09-03T09:54:09Z', 'revision_number': 2, 'project_id': '142a249ef3174087aaed6c7fd74387f2', 'subnets': [{'id': '4af724c9-aaaf-4dc2-acfe-eb8c4b70b5a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:54:09.950405 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc071db7-6c0b-44c3-ba22-4c9e518a21ce None None] The sync data for ids ['881fc7a3-022e-4667-b897-ff5f87d9d178'] in dv-cinder-606346-32-iscsi is: [{'id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'name': 'tempest-AttachVolumeTestJSON-457758726-router', 'tenant_id': '142a249ef3174087aaed6c7fd74387f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'de0eaff7-2fa3-4eea-b5db-6803922d9795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:54:06Z', 'updated_at': '2021-09-03T09:54:09Z', 'revision_number': 4, 'project_id': '142a249ef3174087aaed6c7fd74387f2', 'gw_port': {'id': 'de0eaff7-2fa3-4eea-b5db-6803922d9795', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:06Z', 'updated_at': '2021-09-03T09:54:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_interfaces': [{'id': '256df039-c5d4-4202-8a85-0949b1c051f1', 'name': '', 'network_id': 'cf5f7525-722a-4835-b4c5-9059086ceeeb', 'tenant_id': '142a249ef3174087aaed6c7fd74387f2', 'mac_address': 'fa:16:3e:41:5f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '4af724c9-aaaf-4dc2-acfe-eb8c4b70b5a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:08Z', 'updated_at': '2021-09-03T09:54:09Z', 'revision_number': 2, 'project_id': '142a249ef3174087aaed6c7fd74387f2', 'subnets': [{'id': '4af724c9-aaaf-4dc2-acfe-eb8c4b70b5a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 09:54:09.986062 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 2034a98b-4047-4d68-868d-001950555fd0 no longer exists at agent hyperv_hv-cinder-60634 {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 09:54:10.011089 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] No Port match for: 2034a98b-4047-4d68-868d-001950555fd0 {{(pid=105526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 09:54:10.011593 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 2034a98b-4047-4d68-868d-001950555fd0 not bound to the agent host hv-cinder-60634 {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 09:54:10.032864 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.agents_db [None req-2440585d-454d-4def-9aab-3d39e7194109 None None] Agent healthcheck: found 6 active agents {{(pid=105527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 09:54:10.430110 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf781791-aa93-41fd-b1d0-fcd81395145e req-a5346a4c-141d-495d-8a02-9173f4cd92eb tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:10.431599 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-cf781791-aa93-41fd-b1d0-fcd81395145e req-a5346a4c-141d-495d-8a02-9173f4cd92eb tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a65e2e0-dc42-4678-aeed-85b654f1b0a0 HTTP/1.1" status: 200 len: 946 time: 0.0507274 Sep 03 09:54:10.540976 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [req-cf781791-aa93-41fd-b1d0-fcd81395145e req-a22f31b9-846a-4090-b7e0-a80c45cdc864 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Deleting port 804952d9-9631-42ef-b6f3-186a4104a331 {{(pid=105524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 09:54:10.541689 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-cf781791-aa93-41fd-b1d0-fcd81395145e req-a22f31b9-846a-4090-b7e0-a80c45cdc864 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:10.672977 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.db [req-cf781791-aa93-41fd-b1d0-fcd81395145e req-a22f31b9-846a-4090-b7e0-a80c45cdc864 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] For port 804952d9-9631-42ef-b6f3-186a4104a331, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=804952d9-9631-42ef-b6f3-186a4104a331,segment=NetworkSegment(6162f772-1e28-4e35-bf3d-bf08b646a09f),segment_id=6162f772-1e28-4e35-bf3d-bf08b646a09f)] {{(pid=105524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:54:10.673359 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-cf781791-aa93-41fd-b1d0-fcd81395145e req-a22f31b9-846a-4090-b7e0-a80c45cdc864 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:10.688941 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [req-cf781791-aa93-41fd-b1d0-fcd81395145e req-a22f31b9-846a-4090-b7e0-a80c45cdc864 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Calling delete_port for 804952d9-9631-42ef-b6f3-186a4104a331 owned by compute:nova {{(pid=105524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 09:54:10.840680 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 39218) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:10.850673 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [None req-e8bd112c-0d37-4b82-9a3b-77ee2be24c01 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1513972571', 'description': 'tempest-description--908895080'}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:54:10.853118 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-cf781791-aa93-41fd-b1d0-fcd81395145e req-a22f31b9-846a-4090-b7e0-a80c45cdc864 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25413165'] for port, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:10.870247 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] get_ports_and_sgs() called for port_ids ['8f14eea0-cbb9-4187-b8dd-48cbd6747e9d', '804952d9-9631-42ef-b6f3-186a4104a331'] {{(pid=105526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 09:54:10.890033 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f31b9-846a-4090-b7e0-a80c45cdc864 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Pushing event deleted for resources: {'Port': ['ID=804952d9-9631-42ef-b6f3-186a4104a331,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:10.900803 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-e8bd112c-0d37-4b82-9a3b-77ee2be24c01 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:10.943976 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf781791-aa93-41fd-b1d0-fcd81395145e req-a22f31b9-846a-4090-b7e0-a80c45cdc864 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] No DVR routers for this DVR port 804952d9-9631-42ef-b6f3-186a4104a331 on host hv-cinder-60634 {{(pid=105524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 09:54:10.947390 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-cf781791-aa93-41fd-b1d0-fcd81395145e req-a22f31b9-846a-4090-b7e0-a80c45cdc864 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for port, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:10.950400 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-cf781791-aa93-41fd-b1d0-fcd81395145e req-a22f31b9-846a-4090-b7e0-a80c45cdc864 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.60 "DELETE /v2.0/ports/804952d9-9631-42ef-b6f3-186a4104a331 HTTP/1.1" status: 204 len: 173 time: 0.5125926 Sep 03 09:54:10.951147 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a65e2e0-dc42-4678-aeed-85b654f1b0a0', 'name': 'network-vif-deleted', 'tag': '804952d9-9631-42ef-b6f3-186a4104a331'}] {{(pid=105524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:54:10.953782 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07cd05725c708ed75ef04e80da70ebdfc8c47d02cbbda1b8cc3f0b48d37440d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e6f5ab-33cc-4082-8884-4993a5690cd9" -d '{"events": [{"server_uuid": "5a65e2e0-dc42-4678-aeed-85b654f1b0a0", "name": "network-vif-deleted", "tag": "804952d9-9631-42ef-b6f3-186a4104a331"}]}' {{(pid=105524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:54:10.995546 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 09:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d5cf7d-acb4-49f1-ac1b-bb4c66740a2c x-openstack-request-id: req-51d5cf7d-acb4-49f1-ac1b-bb4c66740a2c {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:54:10.996336 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a65e2e0-dc42-4678-aeed-85b654f1b0a0", "name": "network-vif-deleted", "tag": "804952d9-9631-42ef-b6f3-186a4104a331", "status": "completed", "code": 200}]} {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:54:10.996336 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-51d5cf7d-acb4-49f1-ac1b-bb4c66740a2c {{(pid=105524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:54:10.996519 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a65e2e0-dc42-4678-aeed-85b654f1b0a0', 'name': 'network-vif-deleted', 'tag': '804952d9-9631-42ef-b6f3-186a4104a331', 'status': 'completed', 'code': 200} Sep 03 09:54:11.045917 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device ca541c5c-04a8-4ed9-99db-518018539170 up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:54:11.063531 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-f3e5de4e-c63d-40bb-bb4d-a441b5cbfae2 req-3cd88394-468b-4bd0-bbdb-119b518e4961 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a65e2e0-dc42-4678-aeed-85b654f1b0a0 HTTP/1.1" status: 200 len: 210 time: 0.0880392 Sep 03 09:54:11.134391 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-e8bd112c-0d37-4b82-9a3b-77ee2be24c01 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:11.138953 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-e8bd112c-0d37-4b82-9a3b-77ee2be24c01 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:11.155412 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning complete for port ca541c5c-04a8-4ed9-99db-518018539170 triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:54:11.155782 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:11.170878 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-e8bd112c-0d37-4b82-9a3b-77ee2be24c01 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks [] for security_group, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:11.173756 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-e8bd112c-0d37-4b82-9a3b-77ee2be24c01 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3297048 Sep 03 09:54:11.174600 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bd112c-0d37-4b82-9a3b-77ee2be24c01 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fad2066b-cb6a-4f3b-9c7f-91cf48e4dc0a,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:11.175259 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 39222) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:11.181398 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [None req-abeeeea1-6798-420a-ad0c-95e37d20aac4 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Request body: {'security_group_rule': {'security_group_id': 'fad2066b-cb6a-4f3b-9c7f-91cf48e4dc0a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:54:11.213812 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-abeeeea1-6798-420a-ad0c-95e37d20aac4 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:11.270281 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device de0eaff7-2fa3-4eea-b5db-6803922d9795 up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:54:11.272128 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-abeeeea1-6798-420a-ad0c-95e37d20aac4 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:11.277073 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-abeeeea1-6798-420a-ad0c-95e37d20aac4 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831981'] for security_group_rule, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:11.294804 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeeeea1-6798-420a-ad0c-95e37d20aac4 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dad0de52-5f5e-47c6-b924-2bfa9b91ec0f,revision_number=0']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:11.302849 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-abeeeea1-6798-420a-ad0c-95e37d20aac4 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:11.307104 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-abeeeea1-6798-420a-ad0c-95e37d20aac4 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1282804 Sep 03 09:54:11.307104 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 39224) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:11.312573 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [None req-8ef1fac4-a97c-44bb-86c8-2f8a369603c5 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Request body: {'security_group_rule': {'security_group_id': 'fad2066b-cb6a-4f3b-9c7f-91cf48e4dc0a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:54:11.330935 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning for port de0eaff7-2fa3-4eea-b5db-6803922d9795 completed by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:54:11.335419 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning complete for port de0eaff7-2fa3-4eea-b5db-6803922d9795 triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:54:11.335728 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:11.342649 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-8ef1fac4-a97c-44bb-86c8-2f8a369603c5 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:11.399854 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-8ef1fac4-a97c-44bb-86c8-2f8a369603c5 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:11.404114 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-8ef1fac4-a97c-44bb-86c8-2f8a369603c5 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831981'] for security_group_rule, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:11.419344 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:11.423731 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef1fac4-a97c-44bb-86c8-2f8a369603c5 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80e24a19-3eef-40d0-ac46-db38a987e562,revision_number=0']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:11.432771 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-8ef1fac4-a97c-44bb-86c8-2f8a369603c5 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:11.434121 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-8ef1fac4-a97c-44bb-86c8-2f8a369603c5 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1258285 Sep 03 09:54:11.437144 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 39226) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:11.440464 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] For port de0eaff7-2fa3-4eea-b5db-6803922d9795, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=de0eaff7-2fa3-4eea-b5db-6803922d9795,segment=NetworkSegment(454dc13d-4a6c-4de8-982e-8a57b380b104),segment_id=454dc13d-4a6c-4de8-982e-8a57b380b104)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:54:11.442318 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [None req-eb822897-924a-4574-9350-ef1192f19950 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Request body: {'floatingip': {'floating_network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:54:11.445113 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:11.463723 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-eb822897-924a-4574-9350-ef1192f19950 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks [] for floatingip, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:11.503246 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Pushing event updated for resources: {'Port': ['ID=de0eaff7-2fa3-4eea-b5db-6803922d9795,revision_number=4']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:11.565179 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-eb822897-924a-4574-9350-ef1192f19950 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:11.676244 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.db_base_plugin_common [None req-eb822897-924a-4574-9350-ef1192f19950 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Allocated IP 172.27.3.68 (16dc62c0-adaf-4d17-9be4-5c31a1b1de1d/e699cb95-0a95-4e72-9bdf-93d4b1cc29ef/7b8fdde7-2e9b-4db1-baf0-9cc858efd551) {{(pid=105524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:54:11.811568 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-eb822897-924a-4574-9350-ef1192f19950 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks [] for port, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:11.858364 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-eb822897-924a-4574-9350-ef1192f19950 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25413165'] for port, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:11.898041 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb822897-924a-4574-9350-ef1192f19950 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Network 16dc62c0-adaf-4d17-9be4-5c31a1b1de1d is already hosted by enough agents. {{(pid=105524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:54:11.901469 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.base_scheduler [None req-eb822897-924a-4574-9350-ef1192f19950 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Resources bound (agent type, host, resource id): {{(pid=105524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:54:11.904066 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb822897-924a-4574-9350-ef1192f19950 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Received port after_create {{(pid=105524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:54:11.929159 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb822897-924a-4574-9350-ef1192f19950 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Pushing event updated for resources: {'Port': ['ID=7b8fdde7-2e9b-4db1-baf0-9cc858efd551,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:11.997209 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-eb822897-924a-4574-9350-ef1192f19950 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:12.039283 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-eb822897-924a-4574-9350-ef1192f19950 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:12.079873 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62157402-eeb4-4098-9dff-8e675d470ad9 None None] Sync routers for ids ['881fc7a3-022e-4667-b897-ff5f87d9d178'] in dv-cinder-606346-32-iscsi {{(pid=105527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 09:54:12.089339 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62157402-eeb4-4098-9dff-8e675d470ad9 None None] Routers {'881fc7a3-022e-4667-b897-ff5f87d9d178'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:54:12.090217 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-62157402-eeb4-4098-9dff-8e675d470ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:54:02Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['881fc7a3-022e-4667-b897-ff5f87d9d178'], 'active': True} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:54:12.212520 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvr_db [None req-62157402-eeb4-4098-9dff-8e675d470ad9 None None] Set router 881fc7a3-022e-4667-b897-ff5f87d9d178 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:54:12.215508 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-eb822897-924a-4574-9350-ef1192f19950 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks [] for port, precommit_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:12.220224 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-eb822897-924a-4574-9350-ef1192f19950 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25413178'] for port, after_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:12.293023 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb822897-924a-4574-9350-ef1192f19950 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Pushing event updated for resources: {'Port': ['ID=7b8fdde7-2e9b-4db1-baf0-9cc858efd551,revision_number=2']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:12.305536 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-eb822897-924a-4574-9350-ef1192f19950 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417335'] for floatingip, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:12.319953 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-eb822897-924a-4574-9350-ef1192f19950 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for floatingip, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:12.321196 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-eb822897-924a-4574-9350-ef1192f19950 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8830836 Sep 03 09:54:12.436345 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-62157402-eeb4-4098-9dff-8e675d470ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'name': 'tempest-AttachVolumeTestJSON-457758726-router', 'tenant_id': '142a249ef3174087aaed6c7fd74387f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'de0eaff7-2fa3-4eea-b5db-6803922d9795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:54:06Z', 'updated_at': '2021-09-03T09:54:09Z', 'revision_number': 4, 'project_id': '142a249ef3174087aaed6c7fd74387f2', 'gw_port': {'id': 'de0eaff7-2fa3-4eea-b5db-6803922d9795', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:06Z', 'updated_at': '2021-09-03T09:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_interfaces': [{'id': '256df039-c5d4-4202-8a85-0949b1c051f1', 'name': '', 'network_id': 'cf5f7525-722a-4835-b4c5-9059086ceeeb', 'tenant_id': '142a249ef3174087aaed6c7fd74387f2', 'mac_address': 'fa:16:3e:41:5f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '4af724c9-aaaf-4dc2-acfe-eb8c4b70b5a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:08Z', 'updated_at': '2021-09-03T09:54:09Z', 'revision_number': 2, 'project_id': '142a249ef3174087aaed6c7fd74387f2', 'subnets': [{'id': '4af724c9-aaaf-4dc2-acfe-eb8c4b70b5a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:54:12.473498 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62157402-eeb4-4098-9dff-8e675d470ad9 None None] Checking router: 881fc7a3-022e-4667-b897-ff5f87d9d178 for host: dv-cinder-606346-32-iscsi {{(pid=105527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 09:54:12.473786 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62157402-eeb4-4098-9dff-8e675d470ad9 None None] Updating router 881fc7a3-022e-4667-b897-ff5f87d9d178 port 256df039-c5d4-4202-8a85-0949b1c051f1 binding host dv-cinder-606346-32-iscsi {{(pid=105527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 09:54:12.487482 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-83643426-a1da-43e9-b8ef-e3961c0ab35e req-bcf545de-2f42-4fd9-a93f-d0e955dbc577 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1513972571&fields=id&tenant_id=142a249ef3174087aaed6c7fd74387f2 HTTP/1.1" status: 200 len: 267 time: 0.0364873 Sep 03 09:54:12.500509 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-62157402-eeb4-4098-9dff-8e675d470ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:12.605528 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83643426-a1da-43e9-b8ef-e3961c0ab35e req-5e306223-0dee-4fe0-9a25-64ef063a521c tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:12.607101 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-83643426-a1da-43e9-b8ef-e3961c0ab35e req-5e306223-0dee-4fe0-9a25-64ef063a521c tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/networks?id=cf5f7525-722a-4835-b4c5-9059086ceeeb HTTP/1.1" status: 200 len: 810 time: 0.1117554 Sep 03 09:54:12.622774 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-83643426-a1da-43e9-b8ef-e3961c0ab35e req-1c5f86bd-20f1-4812-8edb-ccb1cec05ad8 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/quotas/142a249ef3174087aaed6c7fd74387f2 HTTP/1.1" status: 200 len: 375 time: 0.0097315 Sep 03 09:54:12.679107 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-83643426-a1da-43e9-b8ef-e3961c0ab35e req-08968e14-c68c-45df-9586-3096efbd51b9 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=142a249ef3174087aaed6c7fd74387f2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506849 Sep 03 09:54:12.774208 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-62157402-eeb4-4098-9dff-8e675d470ad9 None None] Notify callbacks [] for port, precommit_update {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:12.785892 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.provisioning_blocks [None req-62157402-eeb4-4098-9dff-8e675d470ad9 None None] Transition to ACTIVE for port object 256df039-c5d4-4202-8a85-0949b1c051f1 will not be triggered until provisioned by entity L2. {{(pid=105527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:54:12.792957 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-62157402-eeb4-4098-9dff-8e675d470ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:12.804209 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-83643426-a1da-43e9-b8ef-e3961c0ab35e req-b7444f3f-099a-4593-95c4-f58161b790f8 service neutron] 10.222.0.67 "GET /v2.0/networks/cf5f7525-722a-4835-b4c5-9059086ceeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979528 Sep 03 09:54:12.837132 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb184d-7efd-4935-a65a-684ab4b63da7 None None] Pushing event updated for resources: {'Port': ['ID=256df039-c5d4-4202-8a85-0949b1c051f1,revision_number=3']} {{(pid=105527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:12.847387 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbb184d-7efd-4935-a65a-684ab4b63da7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:54:12.847754 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbb184d-7efd-4935-a65a-684ab4b63da7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:54:12.848099 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbb184d-7efd-4935-a65a-684ab4b63da7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:54:12.848781 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbb184d-7efd-4935-a65a-684ab4b63da7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:54:12.849264 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbb184d-7efd-4935-a65a-684ab4b63da7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:54:12.850440 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbb184d-7efd-4935-a65a-684ab4b63da7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:54:12.850942 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbb184d-7efd-4935-a65a-684ab4b63da7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:54:12.851899 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbb184d-7efd-4935-a65a-684ab4b63da7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:54:12.852437 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbb184d-7efd-4935-a65a-684ab4b63da7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:54:12.852928 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbb184d-7efd-4935-a65a-684ab4b63da7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:54:12.854473 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbb184d-7efd-4935-a65a-684ab4b63da7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:54:12.854974 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbb184d-7efd-4935-a65a-684ab4b63da7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:54:12.893295 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device de0eaff7-2fa3-4eea-b5db-6803922d9795 up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:54:12.915328 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-83643426-a1da-43e9-b8ef-e3961c0ab35e req-722fc82d-8c6d-4b69-b1f1-c237d3487222 service neutron] 10.222.0.67 "GET /v2.0/networks/cf5f7525-722a-4835-b4c5-9059086ceeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027572 Sep 03 09:54:12.946629 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.managers [None req-62157402-eeb4-4098-9dff-8e675d470ad9 None None] Attempting to bind port 256df039-c5d4-4202-8a85-0949b1c051f1 on host dv-cinder-606346-32-iscsi for vnic_type normal with profile {{(pid=105527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 09:54:12.947083 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.managers [None req-62157402-eeb4-4098-9dff-8e675d470ad9 None None] Attempting to bind port 256df039-c5d4-4202-8a85-0949b1c051f1 by drivers openvswitch,hyperv on host dv-cinder-606346-32-iscsi at level 0 using segments [{'id': '175fe06a-99b5-4c50-86f5-519d1a17c350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'cf5f7525-722a-4835-b4c5-9059086ceeeb'}] {{(pid=105527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 09:54:12.947702 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62157402-eeb4-4098-9dff-8e675d470ad9 None None] Attempting to bind port 256df039-c5d4-4202-8a85-0949b1c051f1 on network cf5f7525-722a-4835-b4c5-9059086ceeeb {{(pid=105527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:54:12.954751 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62157402-eeb4-4098-9dff-8e675d470ad9 None None] Checking agent: {'id': 'ce816ebf-b316-41f6-aeb5-8037a78dc56b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 9, 42, 33), 'started_at': datetime.datetime(2021, 9, 3, 9, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 9, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 09:54:12.955276 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62157402-eeb4-4098-9dff-8e675d470ad9 None None] Checking segment: {'id': '175fe06a-99b5-4c50-86f5-519d1a17c350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'cf5f7525-722a-4835-b4c5-9059086ceeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:54:12.955793 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-62157402-eeb4-4098-9dff-8e675d470ad9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:12.956282 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62157402-eeb4-4098-9dff-8e675d470ad9 None None] Bound using segment: {'id': '175fe06a-99b5-4c50-86f5-519d1a17c350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'cf5f7525-722a-4835-b4c5-9059086ceeeb'} {{(pid=105527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 09:54:12.956917 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.managers [None req-62157402-eeb4-4098-9dff-8e675d470ad9 None None] Bound port: 256df039-c5d4-4202-8a85-0949b1c051f1, host: dv-cinder-606346-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '175fe06a-99b5-4c50-86f5-519d1a17c350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'cf5f7525-722a-4835-b4c5-9059086ceeeb'}}] {{(pid=105527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 09:54:12.957412 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-62157402-eeb4-4098-9dff-8e675d470ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:12.989439 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning complete for port de0eaff7-2fa3-4eea-b5db-6803922d9795 triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:54:12.989953 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:13.073223 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.db [None req-62157402-eeb4-4098-9dff-8e675d470ad9 None None] For port 256df039-c5d4-4202-8a85-0949b1c051f1, host dv-cinder-606346-32-iscsi, cleared binding levels {{(pid=105527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 09:54:13.076966 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.db [None req-62157402-eeb4-4098-9dff-8e675d470ad9 None None] For port 256df039-c5d4-4202-8a85-0949b1c051f1, host dv-cinder-606346-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=256df039-c5d4-4202-8a85-0949b1c051f1,segment=NetworkSegment(175fe06a-99b5-4c50-86f5-519d1a17c350),segment_id=175fe06a-99b5-4c50-86f5-519d1a17c350)] {{(pid=105527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 09:54:13.085733 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-62157402-eeb4-4098-9dff-8e675d470ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:13.225401 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb184d-7efd-4935-a65a-684ab4b63da7 None None] Pushing event updated for resources: {'Port': ['ID=256df039-c5d4-4202-8a85-0949b1c051f1,revision_number=4']} {{(pid=105527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:13.246886 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-ef608c3e-3694-4154-8ff9-efe0da035b65 req-df180d97-6d8e-4043-a967-02907b089cfe tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 210 time: 0.0565922 Sep 03 09:54:13.283761 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62157402-eeb4-4098-9dff-8e675d470ad9 None None] Routers {'881fc7a3-022e-4667-b897-ff5f87d9d178'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:54:13.287697 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-62157402-eeb4-4098-9dff-8e675d470ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:54:02Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['881fc7a3-022e-4667-b897-ff5f87d9d178'], 'active': True} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:54:13.521033 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvr_db [None req-62157402-eeb4-4098-9dff-8e675d470ad9 None None] Set router 881fc7a3-022e-4667-b897-ff5f87d9d178 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:54:13.809361 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09869c06-ae24-4812-bb65-2866e1e0fde7 req-7c6dc75c-2088-4e9c-a42f-4a90627a5133 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:13.810922 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-09869c06-ae24-4812-bb65-2866e1e0fde7 req-7c6dc75c-2088-4e9c-a42f-4a90627a5133 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f84537e-9ce9-4e28-aad0-6a133fa89679 HTTP/1.1" status: 200 len: 946 time: 0.0596509 Sep 03 09:54:13.857432 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-09869c06-ae24-4812-bb65-2866e1e0fde7 req-cfd402b8-82a5-413e-bf73-7872b05c476c tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351222 Sep 03 09:54:13.868988 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-62157402-eeb4-4098-9dff-8e675d470ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'name': 'tempest-AttachVolumeTestJSON-457758726-router', 'tenant_id': '142a249ef3174087aaed6c7fd74387f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'de0eaff7-2fa3-4eea-b5db-6803922d9795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:54:06Z', 'updated_at': '2021-09-03T09:54:09Z', 'revision_number': 4, 'project_id': '142a249ef3174087aaed6c7fd74387f2', 'gw_port': {'id': 'de0eaff7-2fa3-4eea-b5db-6803922d9795', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:06Z', 'updated_at': '2021-09-03T09:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_interfaces': [{'id': '256df039-c5d4-4202-8a85-0949b1c051f1', 'name': '', 'network_id': 'cf5f7525-722a-4835-b4c5-9059086ceeeb', 'tenant_id': '142a249ef3174087aaed6c7fd74387f2', 'mac_address': 'fa:16:3e:41:5f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '4af724c9-aaaf-4dc2-acfe-eb8c4b70b5a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:08Z', 'updated_at': '2021-09-03T09:54:13Z', 'revision_number': 4, 'project_id': '142a249ef3174087aaed6c7fd74387f2', 'subnets': [{'id': '4af724c9-aaaf-4dc2-acfe-eb8c4b70b5a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:54:13.897289 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62157402-eeb4-4098-9dff-8e675d470ad9 None None] The sync data for ids ['881fc7a3-022e-4667-b897-ff5f87d9d178'] in dv-cinder-606346-32-iscsi is: [{'id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'name': 'tempest-AttachVolumeTestJSON-457758726-router', 'tenant_id': '142a249ef3174087aaed6c7fd74387f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'de0eaff7-2fa3-4eea-b5db-6803922d9795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:54:06Z', 'updated_at': '2021-09-03T09:54:09Z', 'revision_number': 4, 'project_id': '142a249ef3174087aaed6c7fd74387f2', 'gw_port': {'id': 'de0eaff7-2fa3-4eea-b5db-6803922d9795', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:06Z', 'updated_at': '2021-09-03T09:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_interfaces': [{'id': '256df039-c5d4-4202-8a85-0949b1c051f1', 'name': '', 'network_id': 'cf5f7525-722a-4835-b4c5-9059086ceeeb', 'tenant_id': '142a249ef3174087aaed6c7fd74387f2', 'mac_address': 'fa:16:3e:41:5f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '4af724c9-aaaf-4dc2-acfe-eb8c4b70b5a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:08Z', 'updated_at': '2021-09-03T09:54:13Z', 'revision_number': 4, 'project_id': '142a249ef3174087aaed6c7fd74387f2', 'subnets': [{'id': '4af724c9-aaaf-4dc2-acfe-eb8c4b70b5a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 09:54:13.957415 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 804952d9-9631-42ef-b6f3-186a4104a331 no longer exists at agent hyperv_hv-cinder-60634 {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 09:54:13.979272 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] No Port match for: 804952d9-9631-42ef-b6f3-186a4104a331 {{(pid=105526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 09:54:13.979701 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 804952d9-9631-42ef-b6f3-186a4104a331 not bound to the agent host hv-cinder-60634 {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 09:54:14.345178 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-2c26f93f-64a7-4cf5-bc7b-9d1cf78d4c85 req-9304c266-0a3e-4e4e-8f13-9c08d337401f tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 210 time: 0.0302706 Sep 03 09:54:14.455176 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83643426-a1da-43e9-b8ef-e3961c0ab35e req-7e2e73d9-5d89-4b74-bc71-54dd449af04d tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:14.456848 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-83643426-a1da-43e9-b8ef-e3961c0ab35e req-7e2e73d9-5d89-4b74-bc71-54dd449af04d tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.60 "GET /v2.0/networks?id=cf5f7525-722a-4835-b4c5-9059086ceeeb HTTP/1.1" status: 200 len: 810 time: 0.1510997 Sep 03 09:54:14.509814 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-83643426-a1da-43e9-b8ef-e3961c0ab35e req-0897f22a-03e5-4c57-af89-4ee6deb35b4e tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=142a249ef3174087aaed6c7fd74387f2 HTTP/1.1" status: 200 len: 380 time: 0.0408540 Sep 03 09:54:14.524313 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [req-83643426-a1da-43e9-b8ef-e3961c0ab35e req-63b06085-3196-4093-91c8-2381babd8e8e tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Request body: {'port': {'device_id': '95fc7df2-0bc9-4c8f-b0a5-4fc044048c24', 'network_id': 'cf5f7525-722a-4835-b4c5-9059086ceeeb', 'admin_state_up': True, 'tenant_id': '142a249ef3174087aaed6c7fd74387f2', 'security_groups': ['fad2066b-cb6a-4f3b-9c7f-91cf48e4dc0a']}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:54:14.654594 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83643426-a1da-43e9-b8ef-e3961c0ab35e req-63b06085-3196-4093-91c8-2381babd8e8e tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Made reservation on behalf of 142a249ef3174087aaed6c7fd74387f2 for: {'port': 1} {{(pid=105524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:54:14.658578 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-83643426-a1da-43e9-b8ef-e3961c0ab35e req-63b06085-3196-4093-91c8-2381babd8e8e tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:14.815174 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.db_base_plugin_common [req-83643426-a1da-43e9-b8ef-e3961c0ab35e req-63b06085-3196-4093-91c8-2381babd8e8e tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Allocated IP 172.20.0.10 (cf5f7525-722a-4835-b4c5-9059086ceeeb/4af724c9-aaaf-4dc2-acfe-eb8c4b70b5a1/f4489e41-a18f-4ab2-9044-cca85634caef) {{(pid=105524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:54:14.877995 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 256df039-c5d4-4202-8a85-0949b1c051f1 up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:54:14.964917 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning for port 256df039-c5d4-4202-8a85-0949b1c051f1 completed by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:54:14.970974 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning complete for port 256df039-c5d4-4202-8a85-0949b1c051f1 triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:54:14.971935 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:15.041056 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd98114-aaa8-4aec-a8ba-eb03eb831b40 req-d6c4d5a9-87b8-471b-8721-0b55067eec2c tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:15.043144 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-0dd98114-aaa8-4aec-a8ba-eb03eb831b40 req-d6c4d5a9-87b8-471b-8721-0b55067eec2c tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f84537e-9ce9-4e28-aad0-6a133fa89679 HTTP/1.1" status: 200 len: 946 time: 0.0875299 Sep 03 09:54:15.048444 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-83643426-a1da-43e9-b8ef-e3961c0ab35e req-63b06085-3196-4093-91c8-2381babd8e8e tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks [] for port, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:15.065015 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:15.068932 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.provisioning_blocks [req-83643426-a1da-43e9-b8ef-e3961c0ab35e req-63b06085-3196-4093-91c8-2381babd8e8e tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Transition to ACTIVE for port object f4489e41-a18f-4ab2-9044-cca85634caef will not be triggered until provisioned by entity DHCP. {{(pid=105524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:54:15.099877 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] For port 256df039-c5d4-4202-8a85-0949b1c051f1, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=256df039-c5d4-4202-8a85-0949b1c051f1,segment=NetworkSegment(175fe06a-99b5-4c50-86f5-519d1a17c350),segment_id=175fe06a-99b5-4c50-86f5-519d1a17c350)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:54:15.104582 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:15.112879 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-0dd98114-aaa8-4aec-a8ba-eb03eb831b40 req-31529366-497d-4dad-818e-ca7bf1ca5e45 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525558 Sep 03 09:54:15.131683 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-83643426-a1da-43e9-b8ef-e3961c0ab35e req-63b06085-3196-4093-91c8-2381babd8e8e tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25413165'] for port, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:15.156493 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Pushing event updated for resources: {'Port': ['ID=256df039-c5d4-4202-8a85-0949b1c051f1,revision_number=5']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:15.178350 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83643426-a1da-43e9-b8ef-e3961c0ab35e req-63b06085-3196-4093-91c8-2381babd8e8e tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Network cf5f7525-722a-4835-b4c5-9059086ceeeb is already hosted by enough agents. {{(pid=105524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:54:15.181315 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.base_scheduler [req-83643426-a1da-43e9-b8ef-e3961c0ab35e req-63b06085-3196-4093-91c8-2381babd8e8e tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Resources bound (agent type, host, resource id): {{(pid=105524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:54:15.188108 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.l3_dvrscheduler_db [req-83643426-a1da-43e9-b8ef-e3961c0ab35e req-63b06085-3196-4093-91c8-2381babd8e8e tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Received port after_create {{(pid=105524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:54:15.191673 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b06085-3196-4093-91c8-2381babd8e8e tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Pushing event updated for resources: {'Port': ['ID=f4489e41-a18f-4ab2-9044-cca85634caef,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:15.242030 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83643426-a1da-43e9-b8ef-e3961c0ab35e req-63b06085-3196-4093-91c8-2381babd8e8e tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:15.242726 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-83643426-a1da-43e9-b8ef-e3961c0ab35e req-63b06085-3196-4093-91c8-2381babd8e8e tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for port, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:15.258896 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-83643426-a1da-43e9-b8ef-e3961c0ab35e req-63b06085-3196-4093-91c8-2381babd8e8e tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7397959 Sep 03 09:54:15.452543 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-78d1e003-922a-48ab-9ea0-c7028a2ddf6b None None] Provisioning for port f4489e41-a18f-4ab2-9044-cca85634caef completed by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:54:15.456120 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-78d1e003-922a-48ab-9ea0-c7028a2ddf6b None None] Provisioning complete for port f4489e41-a18f-4ab2-9044-cca85634caef triggered by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:54:15.456494 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-78d1e003-922a-48ab-9ea0-c7028a2ddf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:15.470566 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bace0a-b1c9-4fb7-b745-d3a40919f2cd req-1af4d633-b370-44e2-b7b9-fc360ee666f5 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:15.472065 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-f7bace0a-b1c9-4fb7-b745-d3a40919f2cd req-1af4d633-b370-44e2-b7b9-fc360ee666f5 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 932 time: 0.0509131 Sep 03 09:54:15.491123 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-78d1e003-922a-48ab-9ea0-c7028a2ddf6b None None] Port f4489e41-a18f-4ab2-9044-cca85634caef cannot update to ACTIVE because it is not bound. {{(pid=105526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 09:54:15.510532 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-f7bace0a-b1c9-4fb7-b745-d3a40919f2cd req-cdb033bc-e5b8-443b-a87e-1884fdf6cd7c tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=fad2066b-cb6a-4f3b-9c7f-91cf48e4dc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316730 Sep 03 09:54:16.227277 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e082900-90ba-4ef6-9f55-1d3b1237cf88 req-f42fd691-3f98-42e2-8bc5-99d764b6a202 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:16.229224 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-5e082900-90ba-4ef6-9f55-1d3b1237cf88 req-f42fd691-3f98-42e2-8bc5-99d764b6a202 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f84537e-9ce9-4e28-aad0-6a133fa89679 HTTP/1.1" status: 200 len: 946 time: 0.0490363 Sep 03 09:54:16.266476 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-5e082900-90ba-4ef6-9f55-1d3b1237cf88 req-e39a77eb-34c1-4c1f-aae4-706482e98605 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313773 Sep 03 09:54:16.629218 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9de89c-6e8d-44d1-994a-fadc17e54c42 req-7a757539-12d2-43dc-8fe5-da9d5c76b9e4 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:16.630742 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-cc9de89c-6e8d-44d1-994a-fadc17e54c42 req-7a757539-12d2-43dc-8fe5-da9d5c76b9e4 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 932 time: 0.0536518 Sep 03 09:54:16.669968 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-cc9de89c-6e8d-44d1-994a-fadc17e54c42 req-06f2bd74-5615-4be8-a1dc-83288c2f3082 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=fad2066b-cb6a-4f3b-9c7f-91cf48e4dc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329809 Sep 03 09:54:16.840512 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 256df039-c5d4-4202-8a85-0949b1c051f1 up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:54:16.886853 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning complete for port 256df039-c5d4-4202-8a85-0949b1c051f1 triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:54:16.887234 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:17.384663 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e8bdd-7220-44b7-bcc9-ba7f35722b50 req-322b4608-f853-4359-937d-b949a731be07 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:17.386964 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-fc3e8bdd-7220-44b7-bcc9-ba7f35722b50 req-322b4608-f853-4359-937d-b949a731be07 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f84537e-9ce9-4e28-aad0-6a133fa89679 HTTP/1.1" status: 200 len: 946 time: 0.0515049 Sep 03 09:54:17.426654 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-fc3e8bdd-7220-44b7-bcc9-ba7f35722b50 req-c59cb855-2902-4b89-8956-63d531a5e081 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/security-groups?id=22b62b37-2bcc-4c5e-89c6-4549ebb64237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336189 Sep 03 09:54:17.780746 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf25eb-4f3f-4411-9388-afe43cd24900 req-eb25a8fa-0a28-4720-9876-840292f23673 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:17.782234 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-79cf25eb-4f3f-4411-9388-afe43cd24900 req-eb25a8fa-0a28-4720-9876-840292f23673 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 932 time: 0.0475557 Sep 03 09:54:17.819942 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-79cf25eb-4f3f-4411-9388-afe43cd24900 req-e46f3890-fec2-4094-8b29-0dad042dfdb3 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=fad2066b-cb6a-4f3b-9c7f-91cf48e4dc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319393 Sep 03 09:54:17.864663 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:17.953242 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [req-83643426-a1da-43e9-b8ef-e3961c0ab35e req-d1ef721f-c478-422d-9c7f-113eeba89a25 service neutron] Request body: {'port': {'device_id': '95fc7df2-0bc9-4c8f-b0a5-4fc044048c24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:54:18.009630 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-83643426-a1da-43e9-b8ef-e3961c0ab35e req-d1ef721f-c478-422d-9c7f-113eeba89a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:18.135867 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca8fce7-8f5c-42a0-a423-7b22174f36d2 req-f9c20d40-05dd-4ed4-9726-66fe057f3ab6 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:18.137362 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-cca8fce7-8f5c-42a0-a423-7b22174f36d2 req-f9c20d40-05dd-4ed4-9726-66fe057f3ab6 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f84537e-9ce9-4e28-aad0-6a133fa89679 HTTP/1.1" status: 200 len: 946 time: 0.0486443 Sep 03 09:54:18.239561 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.plugin [req-cca8fce7-8f5c-42a0-a423-7b22174f36d2 req-a13787c6-0575-4514-bc88-efc749475d31 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Deleting port 8f14eea0-cbb9-4187-b8dd-48cbd6747e9d {{(pid=105525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 09:54:18.239800 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-cca8fce7-8f5c-42a0-a423-7b22174f36d2 req-a13787c6-0575-4514-bc88-efc749475d31 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:18.266237 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.notifiers.nova [req-83643426-a1da-43e9-b8ef-e3961c0ab35e req-d1ef721f-c478-422d-9c7f-113eeba89a25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4489e41-a18f-4ab2-9044-cca85634caef {{(pid=105524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 09:54:18.274066 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-83643426-a1da-43e9-b8ef-e3961c0ab35e req-d1ef721f-c478-422d-9c7f-113eeba89a25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:18.287397 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.provisioning_blocks [req-83643426-a1da-43e9-b8ef-e3961c0ab35e req-d1ef721f-c478-422d-9c7f-113eeba89a25 service neutron] Transition to ACTIVE for port object f4489e41-a18f-4ab2-9044-cca85634caef will not be triggered until provisioned by entity L2. {{(pid=105524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:54:18.290664 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-83643426-a1da-43e9-b8ef-e3961c0ab35e req-d1ef721f-c478-422d-9c7f-113eeba89a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25413178'] for port, after_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:18.337894 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.db [req-cca8fce7-8f5c-42a0-a423-7b22174f36d2 req-a13787c6-0575-4514-bc88-efc749475d31 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] For port 8f14eea0-cbb9-4187-b8dd-48cbd6747e9d, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=8f14eea0-cbb9-4187-b8dd-48cbd6747e9d,segment=NetworkSegment(6162f772-1e28-4e35-bf3d-bf08b646a09f),segment_id=6162f772-1e28-4e35-bf3d-bf08b646a09f)] {{(pid=105525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:54:18.338342 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-cca8fce7-8f5c-42a0-a423-7b22174f36d2 req-a13787c6-0575-4514-bc88-efc749475d31 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:18.346486 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ef721f-c478-422d-9c7f-113eeba89a25 service neutron] Pushing event updated for resources: {'Port': ['ID=f4489e41-a18f-4ab2-9044-cca85634caef,revision_number=2']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:18.353677 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.plugin [req-cca8fce7-8f5c-42a0-a423-7b22174f36d2 req-a13787c6-0575-4514-bc88-efc749475d31 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Calling delete_port for 8f14eea0-cbb9-4187-b8dd-48cbd6747e9d owned by compute:nova {{(pid=105525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 09:54:18.423774 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.managers [req-83643426-a1da-43e9-b8ef-e3961c0ab35e req-d1ef721f-c478-422d-9c7f-113eeba89a25 service neutron] Attempting to bind port f4489e41-a18f-4ab2-9044-cca85634caef on host hv-cinder-60634 for vnic_type normal with profile {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 09:54:18.423774 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.managers [req-83643426-a1da-43e9-b8ef-e3961c0ab35e req-d1ef721f-c478-422d-9c7f-113eeba89a25 service neutron] Attempting to bind port f4489e41-a18f-4ab2-9044-cca85634caef by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': '175fe06a-99b5-4c50-86f5-519d1a17c350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'cf5f7525-722a-4835-b4c5-9059086ceeeb'}] {{(pid=105524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 09:54:18.423774 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83643426-a1da-43e9-b8ef-e3961c0ab35e req-d1ef721f-c478-422d-9c7f-113eeba89a25 service neutron] Attempting to bind port f4489e41-a18f-4ab2-9044-cca85634caef on network cf5f7525-722a-4835-b4c5-9059086ceeeb {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:54:18.428439 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83643426-a1da-43e9-b8ef-e3961c0ab35e req-d1ef721f-c478-422d-9c7f-113eeba89a25 service neutron] Port f4489e41-a18f-4ab2-9044-cca85634caef on network cf5f7525-722a-4835-b4c5-9059086ceeeb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 09:54:18.428896 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83643426-a1da-43e9-b8ef-e3961c0ab35e req-d1ef721f-c478-422d-9c7f-113eeba89a25 service neutron] Attempting to bind port f4489e41-a18f-4ab2-9044-cca85634caef on network cf5f7525-722a-4835-b4c5-9059086ceeeb {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:54:18.437674 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83643426-a1da-43e9-b8ef-e3961c0ab35e req-d1ef721f-c478-422d-9c7f-113eeba89a25 service neutron] Checking agent: {'id': '3ba077dd-5433-4c28-8748-47c2c66d3336', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 9, 48, 46), 'started_at': datetime.datetime(2021, 9, 3, 9, 48, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 9, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 09:54:18.438023 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83643426-a1da-43e9-b8ef-e3961c0ab35e req-d1ef721f-c478-422d-9c7f-113eeba89a25 service neutron] Checking segment: {'id': '175fe06a-99b5-4c50-86f5-519d1a17c350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'cf5f7525-722a-4835-b4c5-9059086ceeeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:54:18.438594 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83643426-a1da-43e9-b8ef-e3961c0ab35e req-d1ef721f-c478-422d-9c7f-113eeba89a25 service neutron] Bound using segment: {'id': '175fe06a-99b5-4c50-86f5-519d1a17c350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'cf5f7525-722a-4835-b4c5-9059086ceeeb'} {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 09:54:18.439033 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.managers [req-83643426-a1da-43e9-b8ef-e3961c0ab35e req-d1ef721f-c478-422d-9c7f-113eeba89a25 service neutron] Bound port: f4489e41-a18f-4ab2-9044-cca85634caef, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '175fe06a-99b5-4c50-86f5-519d1a17c350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'cf5f7525-722a-4835-b4c5-9059086ceeeb'}}] {{(pid=105524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 09:54:18.439400 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-83643426-a1da-43e9-b8ef-e3961c0ab35e req-d1ef721f-c478-422d-9c7f-113eeba89a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:18.508723 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-cca8fce7-8f5c-42a0-a423-7b22174f36d2 req-a13787c6-0575-4514-bc88-efc749475d31 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25166669'] for port, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:18.525025 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] get_ports_and_sgs() called for port_ids ['8f14eea0-cbb9-4187-b8dd-48cbd6747e9d'] {{(pid=105526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 09:54:18.544686 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-546b83e9-0f43-4c29-9657-2c60ed0f3aa7 req-a38d53a6-218f-4243-b146-8b2c7e966fc3 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f84537e-9ce9-4e28-aad0-6a133fa89679 HTTP/1.1" status: 200 len: 210 time: 0.0381641 Sep 03 09:54:18.545711 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.db [req-83643426-a1da-43e9-b8ef-e3961c0ab35e req-d1ef721f-c478-422d-9c7f-113eeba89a25 service neutron] For port f4489e41-a18f-4ab2-9044-cca85634caef, host hv-cinder-60634, cleared binding levels {{(pid=105524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 09:54:18.552741 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13787c6-0575-4514-bc88-efc749475d31 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Pushing event deleted for resources: {'Port': ['ID=8f14eea0-cbb9-4187-b8dd-48cbd6747e9d,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:18.563621 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.db [req-83643426-a1da-43e9-b8ef-e3961c0ab35e req-d1ef721f-c478-422d-9c7f-113eeba89a25 service neutron] For port f4489e41-a18f-4ab2-9044-cca85634caef, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=f4489e41-a18f-4ab2-9044-cca85634caef,segment=NetworkSegment(175fe06a-99b5-4c50-86f5-519d1a17c350),segment_id=175fe06a-99b5-4c50-86f5-519d1a17c350)] {{(pid=105524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 09:54:18.576591 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-83643426-a1da-43e9-b8ef-e3961c0ab35e req-d1ef721f-c478-422d-9c7f-113eeba89a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25413178'] for port, after_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:18.598642 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca8fce7-8f5c-42a0-a423-7b22174f36d2 req-a13787c6-0575-4514-bc88-efc749475d31 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] No DVR routers for this DVR port 8f14eea0-cbb9-4187-b8dd-48cbd6747e9d on host hv-cinder-60634 {{(pid=105525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 09:54:18.601096 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-cca8fce7-8f5c-42a0-a423-7b22174f36d2 req-a13787c6-0575-4514-bc88-efc749475d31 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for port, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:18.603457 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-cca8fce7-8f5c-42a0-a423-7b22174f36d2 req-a13787c6-0575-4514-bc88-efc749475d31 tempest-AttachVolumeNegativeTest-1422177697 tempest-AttachVolumeNegativeTest-1422177697-project] 10.222.0.60 "DELETE /v2.0/ports/8f14eea0-cbb9-4187-b8dd-48cbd6747e9d HTTP/1.1" status: 204 len: 173 time: 0.4582617 Sep 03 09:54:18.603953 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f84537e-9ce9-4e28-aad0-6a133fa89679', 'name': 'network-vif-deleted', 'tag': '8f14eea0-cbb9-4187-b8dd-48cbd6747e9d'}] {{(pid=105525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:54:18.606248 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b472ff3031a1c59aa5156df15414b1b35e6d7494da734e784d35b582b3c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d568aa32-3883-4086-9faf-4780d0866d68" -d '{"events": [{"server_uuid": "2f84537e-9ce9-4e28-aad0-6a133fa89679", "name": "network-vif-deleted", "tag": "8f14eea0-cbb9-4187-b8dd-48cbd6747e9d"}]}' {{(pid=105525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:54:18.630109 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83643426-a1da-43e9-b8ef-e3961c0ab35e req-d1ef721f-c478-422d-9c7f-113eeba89a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:18.635002 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-83643426-a1da-43e9-b8ef-e3961c0ab35e req-d1ef721f-c478-422d-9c7f-113eeba89a25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for port, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:18.637165 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-83643426-a1da-43e9-b8ef-e3961c0ab35e req-d1ef721f-c478-422d-9c7f-113eeba89a25 service neutron] 10.222.0.60 "PUT /v2.0/ports/f4489e41-a18f-4ab2-9044-cca85634caef HTTP/1.1" status: 200 len: 1094 time: 0.6881933 Sep 03 09:54:18.638133 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95fc7df2-0bc9-4c8f-b0a5-4fc044048c24', 'tag': 'f4489e41-a18f-4ab2-9044-cca85634caef'}] {{(pid=105524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:54:18.640428 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07cd05725c708ed75ef04e80da70ebdfc8c47d02cbbda1b8cc3f0b48d37440d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ce494a-7ab2-4981-bea0-7003f39d3fdb" -d '{"events": [{"name": "network-changed", "server_uuid": "95fc7df2-0bc9-4c8f-b0a5-4fc044048c24", "tag": "f4489e41-a18f-4ab2-9044-cca85634caef"}]}' {{(pid=105524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:54:18.659722 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 09:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa5592a-5cca-43c9-8ca5-a029fc635695 x-openstack-request-id: req-bfa5592a-5cca-43c9-8ca5-a029fc635695 {{(pid=105525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:54:18.660017 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f84537e-9ce9-4e28-aad0-6a133fa89679", "name": "network-vif-deleted", "tag": "8f14eea0-cbb9-4187-b8dd-48cbd6747e9d", "status": "completed", "code": 200}]} {{(pid=105525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:54:18.660299 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bfa5592a-5cca-43c9-8ca5-a029fc635695 {{(pid=105525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:54:18.660750 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f84537e-9ce9-4e28-aad0-6a133fa89679', 'name': 'network-vif-deleted', 'tag': '8f14eea0-cbb9-4187-b8dd-48cbd6747e9d', 'status': 'completed', 'code': 200} Sep 03 09:54:18.694065 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ef721f-c478-422d-9c7f-113eeba89a25 service neutron] Pushing event updated for resources: {'Port': ['ID=f4489e41-a18f-4ab2-9044-cca85634caef,revision_number=3']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:18.697841 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 09:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d0c334-0691-4eb0-9edb-a795dc287f28 x-openstack-request-id: req-23d0c334-0691-4eb0-9edb-a795dc287f28 {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:54:18.698675 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95fc7df2-0bc9-4c8f-b0a5-4fc044048c24", "tag": "f4489e41-a18f-4ab2-9044-cca85634caef", "status": "completed", "code": 200}]} {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:54:18.698948 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-23d0c334-0691-4eb0-9edb-a795dc287f28 {{(pid=105524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:54:18.699368 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95fc7df2-0bc9-4c8f-b0a5-4fc044048c24', 'tag': 'f4489e41-a18f-4ab2-9044-cca85634caef', 'status': 'completed', 'code': 200} Sep 03 09:54:18.759837 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83643426-a1da-43e9-b8ef-e3961c0ab35e req-2617702a-9d14-4e1c-beef-6fae36580b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:18.762170 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-83643426-a1da-43e9-b8ef-e3961c0ab35e req-2617702a-9d14-4e1c-beef-6fae36580b9b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=142a249ef3174087aaed6c7fd74387f2&device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 1097 time: 0.0511179 Sep 03 09:54:18.810216 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-83643426-a1da-43e9-b8ef-e3961c0ab35e req-b28aa34f-7e02-412d-bd0f-c45b3823d7e1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4489e41-a18f-4ab2-9044-cca85634caef HTTP/1.1" status: 200 len: 217 time: 0.0357690 Sep 03 09:54:18.868491 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83643426-a1da-43e9-b8ef-e3961c0ab35e req-070169a5-ef37-4c24-98f6-cc75e1cd9b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:18.870544 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-83643426-a1da-43e9-b8ef-e3961c0ab35e req-070169a5-ef37-4c24-98f6-cc75e1cd9b11 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4af724c9-aaaf-4dc2-acfe-eb8c4b70b5a1 HTTP/1.1" status: 200 len: 849 time: 0.0475950 Sep 03 09:54:18.916344 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83643426-a1da-43e9-b8ef-e3961c0ab35e req-7cc1dafb-19a8-4096-8b40-541dd740d5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:18.917819 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-83643426-a1da-43e9-b8ef-e3961c0ab35e req-7cc1dafb-19a8-4096-8b40-541dd740d5e3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cf5f7525-722a-4835-b4c5-9059086ceeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0391636 Sep 03 09:54:18.938218 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317bb549-400d-4b09-bc07-3f05b7743af3 req-ceb03518-57e2-4075-8ce0-1991adb92d1c tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:18.939722 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-317bb549-400d-4b09-bc07-3f05b7743af3 req-ceb03518-57e2-4075-8ce0-1991adb92d1c tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 944 time: 0.0485075 Sep 03 09:54:18.977206 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-317bb549-400d-4b09-bc07-3f05b7743af3 req-ddc89247-91d7-4d6a-a296-36a995d1d0bb tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=fad2066b-cb6a-4f3b-9c7f-91cf48e4dc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315914 Sep 03 09:54:19.014651 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-83643426-a1da-43e9-b8ef-e3961c0ab35e req-c19cd99e-b10e-4f0e-8bf0-e2ae40d63254 service neutron] 10.222.0.60 "GET /v2.0/networks/cf5f7525-722a-4835-b4c5-9059086ceeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861092 Sep 03 09:54:19.148696 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-83643426-a1da-43e9-b8ef-e3961c0ab35e req-c3afc50a-3548-4dfc-8782-93e5a85606bf service neutron] 10.222.0.60 "GET /v2.0/networks/cf5f7525-722a-4835-b4c5-9059086ceeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251981 Sep 03 09:54:19.253359 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce494a-7ab2-4981-bea0-7003f39d3fdb req-6a238ae5-4a95-4a85-93e2-bd129402f6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:19.254909 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-62ce494a-7ab2-4981-bea0-7003f39d3fdb req-6a238ae5-4a95-4a85-93e2-bd129402f6c6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=142a249ef3174087aaed6c7fd74387f2&device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 1097 time: 0.0511334 Sep 03 09:54:19.585709 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce494a-7ab2-4981-bea0-7003f39d3fdb req-7d5e8bbb-a295-4fed-afc6-6e41a4c53d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:19.587216 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-62ce494a-7ab2-4981-bea0-7003f39d3fdb req-7d5e8bbb-a295-4fed-afc6-6e41a4c53d3c service neutron] 10.222.0.60 "GET /v2.0/networks?id=cf5f7525-722a-4835-b4c5-9059086ceeeb HTTP/1.1" status: 200 len: 911 time: 0.3230827 Sep 03 09:54:19.609641 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 39370) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:19.630900 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-62ce494a-7ab2-4981-bea0-7003f39d3fdb req-bffcbda7-ce40-460c-90fe-fbd360d44d57 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4489e41-a18f-4ab2-9044-cca85634caef HTTP/1.1" status: 200 len: 217 time: 0.0356061 Sep 03 09:54:19.654697 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a09a21c-1d20-4ae7-81f5-51e66ba3ed0e admin admin] Deleting subnet 8da37cab-7d9d-4282-adea-29440e0d2f69 {{(pid=105525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 09:54:19.657791 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-8a09a21c-1d20-4ae7-81f5-51e66ba3ed0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:19.681649 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce494a-7ab2-4981-bea0-7003f39d3fdb req-a9d9684d-bc42-476c-985a-1ee7f0a467eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:19.683180 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-62ce494a-7ab2-4981-bea0-7003f39d3fdb req-a9d9684d-bc42-476c-985a-1ee7f0a467eb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4af724c9-aaaf-4dc2-acfe-eb8c4b70b5a1 HTTP/1.1" status: 200 len: 849 time: 0.0447257 Sep 03 09:54:19.697589 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-8a09a21c-1d20-4ae7-81f5-51e66ba3ed0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26582411'] for subnet, precommit_delete_associations {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:19.735778 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce494a-7ab2-4981-bea0-7003f39d3fdb req-e5099468-f417-4184-9801-4e9f0a859f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:19.737281 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-62ce494a-7ab2-4981-bea0-7003f39d3fdb req-e5099468-f417-4184-9801-4e9f0a859f75 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cf5f7525-722a-4835-b4c5-9059086ceeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0450203 Sep 03 09:54:19.737636 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-8a09a21c-1d20-4ae7-81f5-51e66ba3ed0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713190'] for subnet, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:19.790366 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-8a09a21c-1d20-4ae7-81f5-51e66ba3ed0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25166688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25634963'] for subnet, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:19.815566 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a09a21c-1d20-4ae7-81f5-51e66ba3ed0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8da37cab-7d9d-4282-adea-29440e0d2f69,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:19.819640 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-8a09a21c-1d20-4ae7-81f5-51e66ba3ed0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for subnet, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:19.824049 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-8a09a21c-1d20-4ae7-81f5-51e66ba3ed0e admin admin] 10.222.0.67 "DELETE /v2.0/subnets/8da37cab-7d9d-4282-adea-29440e0d2f69 HTTP/1.1" status: 204 len: 168 time: 0.2132425 Sep 03 09:54:19.824675 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 39372) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:19.832066 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-62ce494a-7ab2-4981-bea0-7003f39d3fdb req-6305bec6-91e9-47eb-a6cf-41103d8c3099 service neutron] 10.222.0.60 "GET /v2.0/networks/cf5f7525-722a-4835-b4c5-9059086ceeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851655 Sep 03 09:54:19.897114 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-81b099f6-dda0-4bf2-a803-6d77aa82ad2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1404653'] for network, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:19.925852 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-62ce494a-7ab2-4981-bea0-7003f39d3fdb req-83e0e515-dc5d-4543-8a0f-53fbca760079 service neutron] 10.222.0.60 "GET /v2.0/networks/cf5f7525-722a-4835-b4c5-9059086ceeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846672 Sep 03 09:54:19.974297 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-81b099f6-dda0-4bf2-a803-6d77aa82ad2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717939', 'neutron.services.segments.db._delete_segments_for_network-8759173696085'] for network, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:19.983967 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.services.segments.db [None req-81b099f6-dda0-4bf2-a803-6d77aa82ad2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ca7c045-af05-4524-bcc4-6b4f1b7ebefb']}} {{(pid=105525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:54:19.993620 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.services.segments.db [None req-81b099f6-dda0-4bf2-a803-6d77aa82ad2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6162f772-1e28-4e35-bf3d-bf08b646a09f') {'for_net_delete': True} {{(pid=105525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:54:19.993899 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.services.segments.db [None req-81b099f6-dda0-4bf2-a803-6d77aa82ad2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6162f772-1e28-4e35-bf3d-bf08b646a09f') {} {{(pid=105525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:54:20.003228 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-81b099f6-dda0-4bf2-a803-6d77aa82ad2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759173697630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26582418'] for segment, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:20.019300 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-81b099f6-dda0-4bf2-a803-6d77aa82ad2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718351'] for segment, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:20.025467 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81b099f6-dda0-4bf2-a803-6d77aa82ad2f admin admin] Releasing vlan 832 on physical network physnet1 to pool {{(pid=105525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 09:54:20.025895 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-81b099f6-dda0-4bf2-a803-6d77aa82ad2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25166654'] for segment, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:20.028373 dv-cinder-606346-32-iscsi neutron-server[105525]: Traceback (most recent call last): Sep 03 09:54:20.028373 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 09:54:20.028373 dv-cinder-606346-32-iscsi neutron-server[105525]: timer() Sep 03 09:54:20.028373 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 09:54:20.028373 dv-cinder-606346-32-iscsi neutron-server[105525]: cb(*args, **kw) Sep 03 09:54:20.028373 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 09:54:20.028373 dv-cinder-606346-32-iscsi neutron-server[105525]: return func(*args, **kwargs) Sep 03 09:54:20.028373 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 09:54:20.028373 dv-cinder-606346-32-iscsi neutron-server[105525]: self._notify() Sep 03 09:54:20.028373 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 09:54:20.028373 dv-cinder-606346-32-iscsi neutron-server[105525]: self.callback(batched_events) Sep 03 09:54:20.028373 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 09:54:20.028373 dv-cinder-606346-32-iscsi neutron-server[105525]: event.method(event) Sep 03 09:54:20.028373 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 09:54:20.028373 dv-cinder-606346-32-iscsi neutron-server[105525]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 09:54:20.028373 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 09:54:20.028373 dv-cinder-606346-32-iscsi neutron-server[105525]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 09:54:20.028373 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 09:54:20.028373 dv-cinder-606346-32-iscsi neutron-server[105525]: return f(self, *a, **k) Sep 03 09:54:20.028373 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 09:54:20.028373 dv-cinder-606346-32-iscsi neutron-server[105525]: return self._get(url).json() Sep 03 09:54:20.028373 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 09:54:20.028373 dv-cinder-606346-32-iscsi neutron-server[105525]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 09:54:20.028373 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 09:54:20.028373 dv-cinder-606346-32-iscsi neutron-server[105525]: return self.request(url, 'GET', **kwargs) Sep 03 09:54:20.028373 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 09:54:20.028373 dv-cinder-606346-32-iscsi neutron-server[105525]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 09:54:20.028373 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 09:54:20.028373 dv-cinder-606346-32-iscsi neutron-server[105525]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 09:54:20.028373 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 09:54:20.028373 dv-cinder-606346-32-iscsi neutron-server[105525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 09:54:20.028373 dv-cinder-606346-32-iscsi neutron-server[105525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 09:54:20.106082 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-81b099f6-dda0-4bf2-a803-6d77aa82ad2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417317'] for network, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:20.111575 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-81b099f6-dda0-4bf2-a803-6d77aa82ad2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for network, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:20.113414 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-81b099f6-dda0-4bf2-a803-6d77aa82ad2f admin admin] 10.222.0.67 "DELETE /v2.0/networks/2ca7c045-af05-4524-bcc4-6b4f1b7ebefb HTTP/1.1" status: 204 len: 168 time: 0.2878180 Sep 03 09:54:20.128863 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b099f6-dda0-4bf2-a803-6d77aa82ad2f admin admin] Pushing event deleted for resources: {'Network': ['ID=2ca7c045-af05-4524-bcc4-6b4f1b7ebefb,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:20.147895 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b5ded-fb1e-4d54-81fd-0fdfd0c7193e req-e473a75d-7970-4b3f-b1a2-e4f8219d3c87 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:20.149323 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-d09b5ded-fb1e-4d54-81fd-0fdfd0c7193e req-e473a75d-7970-4b3f-b1a2-e4f8219d3c87 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 944 time: 0.0983624 Sep 03 09:54:20.190953 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-d09b5ded-fb1e-4d54-81fd-0fdfd0c7193e req-ca3af7cc-c561-4224-b083-a213286054ed tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=fad2066b-cb6a-4f3b-9c7f-91cf48e4dc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346236 Sep 03 09:54:20.232614 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 39382) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:20.275253 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-1a892581-b7a8-402d-aac3-9212840b39be admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=343cc1bfb2f9452291ef8e11cb33cf4c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0414419 Sep 03 09:54:20.278548 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 39386) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:20.331572 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-61ec518c-063b-46eb-944f-8d272b97648d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:20.356021 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-61ec518c-063b-46eb-944f-8d272b97648d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:20.407026 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 39396) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:20.409011 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-61ec518c-063b-46eb-944f-8d272b97648d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:20.411834 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-61ec518c-063b-46eb-944f-8d272b97648d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:20.413516 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-61ec518c-063b-46eb-944f-8d272b97648d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/22b62b37-2bcc-4c5e-89c6-4549ebb64237 HTTP/1.1" status: 204 len: 168 time: 0.1337085 Sep 03 09:54:20.424180 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ec518c-063b-46eb-944f-8d272b97648d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b62b37-2bcc-4c5e-89c6-4549ebb64237,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:20.644568 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-a6c4ce3a-5d4a-47d5-a85e-f46a7331a2ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:20.743323 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-a6c4ce3a-5d4a-47d5-a85e-f46a7331a2ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:20.747162 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-a6c4ce3a-5d4a-47d5-a85e-f46a7331a2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:20.786084 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-a6c4ce3a-5d4a-47d5-a85e-f46a7331a2ea admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=77736452c6574cf89f5838295aee3eba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3779764 Sep 03 09:54:20.788111 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c4ce3a-5d4a-47d5-a85e-f46a7331a2ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840de154-22b1-4871-8618-aefe5a35f00d,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:20.788677 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 39414) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:20.839861 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-cda06cfd-b082-4ba5-8bcd-c4253829c966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:20.864512 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-cda06cfd-b082-4ba5-8bcd-c4253829c966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:20.913900 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-cda06cfd-b082-4ba5-8bcd-c4253829c966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:20.916477 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-cda06cfd-b082-4ba5-8bcd-c4253829c966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:20.917658 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-cda06cfd-b082-4ba5-8bcd-c4253829c966 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/840de154-22b1-4871-8618-aefe5a35f00d HTTP/1.1" status: 204 len: 168 time: 0.1279600 Sep 03 09:54:20.926432 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda06cfd-b082-4ba5-8bcd-c4253829c966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840de154-22b1-4871-8618-aefe5a35f00d,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:21.308848 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7513c1-affb-4bd0-87f2-f9175cab873d req-18d4e79c-519c-42b6-874d-3e374ddcdc27 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:21.310384 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-bf7513c1-affb-4bd0-87f2-f9175cab873d req-18d4e79c-519c-42b6-874d-3e374ddcdc27 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 944 time: 0.0518758 Sep 03 09:54:21.348648 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-bf7513c1-affb-4bd0-87f2-f9175cab873d req-f2913b20-6781-42a7-bad8-89754d935f29 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=fad2066b-cb6a-4f3b-9c7f-91cf48e4dc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320551 Sep 03 09:54:21.975665 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device f4489e41-a18f-4ab2-9044-cca85634caef details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=105526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 09:54:21.980610 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 8f14eea0-cbb9-4187-b8dd-48cbd6747e9d no longer exists at agent hyperv_hv-cinder-60634 {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 09:54:22.007354 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] No Port match for: 8f14eea0-cbb9-4187-b8dd-48cbd6747e9d {{(pid=105526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 09:54:22.007707 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 8f14eea0-cbb9-4187-b8dd-48cbd6747e9d not bound to the agent host hv-cinder-60634 {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 09:54:22.218056 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port f4489e41-a18f-4ab2-9044-cca85634caef, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=f4489e41-a18f-4ab2-9044-cca85634caef,segment=NetworkSegment(175fe06a-99b5-4c50-86f5-519d1a17c350),segment_id=175fe06a-99b5-4c50-86f5-519d1a17c350)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:54:22.229073 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Returning: {'device': 'f4489e41-a18f-4ab2-9044-cca85634caef', 'network_id': 'cf5f7525-722a-4835-b4c5-9059086ceeeb', 'port_id': 'f4489e41-a18f-4ab2-9044-cca85634caef', 'mac_address': 'fa:16:3e:7c:51:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4af724c9-aaaf-4dc2-acfe-eb8c4b70b5a1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 09:54:22.266871 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:22.279877 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.notifiers.nova [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4489e41-a18f-4ab2-9044-cca85634caef {{(pid=105526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 09:54:22.303821 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port f4489e41-a18f-4ab2-9044-cca85634caef, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=f4489e41-a18f-4ab2-9044-cca85634caef,segment=NetworkSegment(175fe06a-99b5-4c50-86f5-519d1a17c350),segment_id=175fe06a-99b5-4c50-86f5-519d1a17c350)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:54:22.308215 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:22.359213 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Pushing event updated for resources: {'Port': ['ID=f4489e41-a18f-4ab2-9044-cca85634caef,revision_number=4']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:22.477396 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba567b-aaff-445c-8068-c39a0ca9c6df req-89f2ebf5-56c2-4399-b2f9-d06e6e553ccb tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:22.478978 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-0aba567b-aaff-445c-8068-c39a0ca9c6df req-89f2ebf5-56c2-4399-b2f9-d06e6e553ccb tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 945 time: 0.0579739 Sep 03 09:54:22.518493 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-0aba567b-aaff-445c-8068-c39a0ca9c6df req-2a153793-d6b5-4bf4-a0ff-9f8879805ef1 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=fad2066b-cb6a-4f3b-9c7f-91cf48e4dc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328224 Sep 03 09:54:22.546609 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] get_ports_and_sgs() called for port_ids ['f4489e41-a18f-4ab2-9044-cca85634caef'] {{(pid=105526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 09:54:22.847929 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 39488) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:22.954224 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-fba9f7d8-a472-444e-b8c6-0723d12c7fd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:23.042245 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-fba9f7d8-a472-444e-b8c6-0723d12c7fd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:23.046206 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-fba9f7d8-a472-444e-b8c6-0723d12c7fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:23.084744 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-fba9f7d8-a472-444e-b8c6-0723d12c7fd6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f7157796d93b44e390b9a51bef18b42a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2357767 Sep 03 09:54:23.086573 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9f7d8-a472-444e-b8c6-0723d12c7fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0859d170-575d-4dfe-b130-8a03292c4433,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:23.087466 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 39492) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:23.135070 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-8528e5ed-2630-444b-906c-dbc45c3d7a04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:23.156405 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-8528e5ed-2630-444b-906c-dbc45c3d7a04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:23.199844 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-8528e5ed-2630-444b-906c-dbc45c3d7a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:23.202436 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-8528e5ed-2630-444b-906c-dbc45c3d7a04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:23.203557 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-8528e5ed-2630-444b-906c-dbc45c3d7a04 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0859d170-575d-4dfe-b130-8a03292c4433 HTTP/1.1" status: 204 len: 168 time: 0.1151230 Sep 03 09:54:23.210947 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8528e5ed-2630-444b-906c-dbc45c3d7a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0859d170-575d-4dfe-b130-8a03292c4433,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:23.454970 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 39498) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:23.467971 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-2d88ef21-6fda-44af-b9ef-34df4090ab52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:23.556336 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-2d88ef21-6fda-44af-b9ef-34df4090ab52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:23.561641 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-2d88ef21-6fda-44af-b9ef-34df4090ab52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:23.601106 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-2d88ef21-6fda-44af-b9ef-34df4090ab52 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=000ec43e1ce042e8b225a1b3b53c7892&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1443660 Sep 03 09:54:23.601475 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ef21-6fda-44af-b9ef-34df4090ab52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9367bb1f-943a-4cfd-936b-9563d968aa00,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:23.603098 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 39502) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:23.670266 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aaad4c-492a-412a-9ed6-319bf29b3b3d req-4d18110b-189c-4fa5-acef-5a5c397d588e tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:23.671795 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-c4aaad4c-492a-412a-9ed6-319bf29b3b3d req-4d18110b-189c-4fa5-acef-5a5c397d588e tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 945 time: 0.0814714 Sep 03 09:54:23.697748 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-c06d0a26-3c8c-4856-97e8-a0c3d6f07a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:23.734372 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-c4aaad4c-492a-412a-9ed6-319bf29b3b3d req-7794c967-ff1b-4b93-9ddf-af544188ae23 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=fad2066b-cb6a-4f3b-9c7f-91cf48e4dc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531197 Sep 03 09:54:23.736386 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-c06d0a26-3c8c-4856-97e8-a0c3d6f07a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:23.786830 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-c06d0a26-3c8c-4856-97e8-a0c3d6f07a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:23.789405 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-c06d0a26-3c8c-4856-97e8-a0c3d6f07a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:23.790586 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-c06d0a26-3c8c-4856-97e8-a0c3d6f07a42 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9367bb1f-943a-4cfd-936b-9563d968aa00 HTTP/1.1" status: 204 len: 168 time: 0.1865110 Sep 03 09:54:23.799098 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d0a26-3c8c-4856-97e8-a0c3d6f07a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9367bb1f-943a-4cfd-936b-9563d968aa00,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:24.006770 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device f4489e41-a18f-4ab2-9044-cca85634caef up at agent hyperv_hv-cinder-60634 {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:54:24.018044 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 39514) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:24.061834 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Provisioning for port f4489e41-a18f-4ab2-9044-cca85634caef completed by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:54:24.066452 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Provisioning complete for port f4489e41-a18f-4ab2-9044-cca85634caef triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:54:24.067160 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:24.129732 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-0e022702-3ee7-4e4e-aed2-0fd914401d30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:24.149706 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:24.175962 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95fc7df2-0bc9-4c8f-b0a5-4fc044048c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4489e41-a18f-4ab2-9044-cca85634caef'}] {{(pid=105526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:54:24.178635 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4892a96944886cb42b4657d46b368d41fc18c437eb6a682d176e385d93bf320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee6998d-1e37-4e87-986f-89210a597c6d" -d '{"events": [{"server_uuid": "95fc7df2-0bc9-4c8f-b0a5-4fc044048c24", "name": "network-vif-plugged", "status": "completed", "tag": "f4489e41-a18f-4ab2-9044-cca85634caef"}]}' {{(pid=105526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:54:24.195124 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port f4489e41-a18f-4ab2-9044-cca85634caef, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=f4489e41-a18f-4ab2-9044-cca85634caef,segment=NetworkSegment(175fe06a-99b5-4c50-86f5-519d1a17c350),segment_id=175fe06a-99b5-4c50-86f5-519d1a17c350)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:54:24.201746 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:24.235237 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-0e022702-3ee7-4e4e-aed2-0fd914401d30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:24.235481 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 09:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685492fa-8c25-4843-8cca-f933f529304a x-openstack-request-id: req-685492fa-8c25-4843-8cca-f933f529304a {{(pid=105526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:54:24.235620 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95fc7df2-0bc9-4c8f-b0a5-4fc044048c24", "name": "network-vif-plugged", "status": "completed", "tag": "f4489e41-a18f-4ab2-9044-cca85634caef", "code": 200}]} {{(pid=105526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:54:24.235835 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-685492fa-8c25-4843-8cca-f933f529304a {{(pid=105526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:54:24.236396 dv-cinder-606346-32-iscsi neutron-server[105526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95fc7df2-0bc9-4c8f-b0a5-4fc044048c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4489e41-a18f-4ab2-9044-cca85634caef', 'code': 200} Sep 03 09:54:24.241277 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-0e022702-3ee7-4e4e-aed2-0fd914401d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:24.265708 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Pushing event updated for resources: {'Port': ['ID=f4489e41-a18f-4ab2-9044-cca85634caef,revision_number=5']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:24.284947 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e022702-3ee7-4e4e-aed2-0fd914401d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3461cb4-fc66-4ed7-9b82-a48051c1cdbf,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:24.296905 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-0e022702-3ee7-4e4e-aed2-0fd914401d30 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0aea4ce1d99b45f98d1c3e84a5994c57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2754211 Sep 03 09:54:24.297412 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 39530) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:24.356830 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-84e9e2d0-a60a-482f-87dc-22d02a391879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:24.381671 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-84e9e2d0-a60a-482f-87dc-22d02a391879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:24.448750 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3241db24-e83e-4ef9-98ec-b84f154d5b1c req-52e18d8c-3f74-41b8-a55e-e6fe8f015986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:24.450297 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-3241db24-e83e-4ef9-98ec-b84f154d5b1c req-52e18d8c-3f74-41b8-a55e-e6fe8f015986 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 1099 time: 0.0667889 Sep 03 09:54:24.474874 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-84e9e2d0-a60a-482f-87dc-22d02a391879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:24.477733 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-84e9e2d0-a60a-482f-87dc-22d02a391879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:24.481531 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-84e9e2d0-a60a-482f-87dc-22d02a391879 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a3461cb4-fc66-4ed7-9b82-a48051c1cdbf HTTP/1.1" status: 204 len: 168 time: 0.1800933 Sep 03 09:54:24.491250 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9e2d0-a60a-482f-87dc-22d02a391879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3461cb4-fc66-4ed7-9b82-a48051c1cdbf,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:24.522583 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-3241db24-e83e-4ef9-98ec-b84f154d5b1c req-b900f619-d93a-45b4-8e59-6a36222cf351 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fad2066b-cb6a-4f3b-9c7f-91cf48e4dc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640025 Sep 03 09:54:24.872859 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80a367-2ac7-41e5-a3ec-b5c71dae511f req-43112894-fbed-4e84-b3e9-30ae0610762c tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:24.874425 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-fd80a367-2ac7-41e5-a3ec-b5c71dae511f req-43112894-fbed-4e84-b3e9-30ae0610762c tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 946 time: 0.0607824 Sep 03 09:54:24.917021 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-fd80a367-2ac7-41e5-a3ec-b5c71dae511f req-e07eb91b-28f3-4520-a785-f8e217362bd5 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=fad2066b-cb6a-4f3b-9c7f-91cf48e4dc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364392 Sep 03 09:54:25.273438 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 39580) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:25.411943 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [None req-d5ad18ed-410b-4e6e-ad12-a409e4ad4452 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-974889771-network', 'tenant_id': 'c7620aa7e4c0440c9609533ccffa2088'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:54:25.436706 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ad18ed-410b-4e6e-ad12-a409e4ad4452 admin admin] Made reservation on behalf of c7620aa7e4c0440c9609533ccffa2088 for: {'network': 1} {{(pid=105524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:54:25.439208 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-d5ad18ed-410b-4e6e-ad12-a409e4ad4452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for network, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:25.448611 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-d5ad18ed-410b-4e6e-ad12-a409e4ad4452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:25.540323 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-d5ad18ed-410b-4e6e-ad12-a409e4ad4452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:25.544924 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-d5ad18ed-410b-4e6e-ad12-a409e4ad4452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:25.570696 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5ad18ed-410b-4e6e-ad12-a409e4ad4452 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=105524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 09:54:25.576819 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ad18ed-410b-4e6e-ad12-a409e4ad4452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b0e53c-5e57-476a-981e-afaae5063717,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:25.582881 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-d5ad18ed-410b-4e6e-ad12-a409e4ad4452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718351'] for segment, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:25.583220 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.db.segments_db [None req-d5ad18ed-410b-4e6e-ad12-a409e4ad4452 admin admin] Added segment cba71f7d-68a7-4e06-9b55-7aed9789beed of type vlan for network c4b32c32-e12b-40cd-8595-54e6a5967f15 Sep 03 09:54:25.623453 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-d5ad18ed-410b-4e6e-ad12-a409e4ad4452 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759173236709'] for network, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:25.649732 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-d5ad18ed-410b-4e6e-ad12-a409e4ad4452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146'] for network, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:25.650708 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ad18ed-410b-4e6e-ad12-a409e4ad4452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:25.651827 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-d5ad18ed-410b-4e6e-ad12-a409e4ad4452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for network, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:25.685334 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-d5ad18ed-410b-4e6e-ad12-a409e4ad4452 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4107609 Sep 03 09:54:25.688396 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 39596) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:25.692879 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [None req-d86a4b06-e236-4399-a8db-0a988c20b974 admin admin] Request body: {'subnet': {'network_id': 'c4b32c32-e12b-40cd-8595-54e6a5967f15', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-974889771-subnet', 'tenant_id': 'c7620aa7e4c0440c9609533ccffa2088', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:54:25.735923 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ad18ed-410b-4e6e-ad12-a409e4ad4452 admin admin] Pushing event updated for resources: {'Network': ['ID=c4b32c32-e12b-40cd-8595-54e6a5967f15,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:25.746594 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Network c4b32c32-e12b-40cd-8595-54e6a5967f15 details requested by agent ovs-agent-dv-cinder-606346-32-iscsi with host dv-cinder-606346-32-iscsi {{(pid=105526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 09:54:25.758808 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86a4b06-e236-4399-a8db-0a988c20b974 admin admin] Made reservation on behalf of c7620aa7e4c0440c9609533ccffa2088 for: {'subnet': 1} {{(pid=105524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:54:25.761970 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-d86a4b06-e236-4399-a8db-0a988c20b974 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27188859'] for subnet, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:25.945607 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-d86a4b06-e236-4399-a8db-0a988c20b974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25413313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27188821'] for subnet, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:26.015069 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86a4b06-e236-4399-a8db-0a988c20b974 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2778ea6a-0e06-4d84-b5ae-768d5bad6e1f,revision_number=0']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:26.017270 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86a4b06-e236-4399-a8db-0a988c20b974 admin admin] Checking segment: {'id': 'cba71f7d-68a7-4e06-9b55-7aed9789beed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'c4b32c32-e12b-40cd-8595-54e6a5967f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:54:26.017645 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86a4b06-e236-4399-a8db-0a988c20b974 admin admin] Network hostable DHCP agents. Network: c4b32c32-e12b-40cd-8595-54e6a5967f15, hostable agents: ['b845873d-a9da-4ebd-9f87-ebd42caf249d'], hosted agents: [] {{(pid=105524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 09:54:26.038035 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86a4b06-e236-4399-a8db-0a988c20b974 admin admin] Network c4b32c32-e12b-40cd-8595-54e6a5967f15 is scheduled to be hosted by DHCP agent b845873d-a9da-4ebd-9f87-ebd42caf249d with binding_index 1 {{(pid=105524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 09:54:26.048283 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.base_scheduler [None req-d86a4b06-e236-4399-a8db-0a988c20b974 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-32-iscsi, c4b32c32-e12b-40cd-8595-54e6a5967f15) {{(pid=105524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:54:26.050203 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea82fb0-51c8-4b59-9cd6-9b8e28925c2f req-e797272b-1b40-4a9a-8f35-dd822432ac8e tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:26.051758 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-dea82fb0-51c8-4b59-9cd6-9b8e28925c2f req-e797272b-1b40-4a9a-8f35-dd822432ac8e tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 946 time: 0.0596607 Sep 03 09:54:26.057135 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c8e38b-273c-425e-a217-bb8b7ee1714e None None] Network c4b32c32-e12b-40cd-8595-54e6a5967f15 requested from dv-cinder-606346-32-iscsi {{(pid=105526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 09:54:26.059723 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86a4b06-e236-4399-a8db-0a988c20b974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:26.060390 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-d86a4b06-e236-4399-a8db-0a988c20b974 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:26.077072 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-d86a4b06-e236-4399-a8db-0a988c20b974 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3872924 Sep 03 09:54:26.113083 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-dea82fb0-51c8-4b59-9cd6-9b8e28925c2f req-49e7b1e7-8950-4dff-be4f-9c4af6671a0f tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=fad2066b-cb6a-4f3b-9c7f-91cf48e4dc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460131 Sep 03 09:54:26.202036 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4747c4c-f3ec-4b18-9f5b-351b35a950c8 None None] Network c4b32c32-e12b-40cd-8595-54e6a5967f15 requested from dv-cinder-606346-32-iscsi {{(pid=105526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 09:54:26.252296 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2022d088-2ff6-4ec5-907d-11a1a73bdf9b req-187d4c6b-5d6a-4542-af55-6c504cf2ada1 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:26.254257 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2022d088-2ff6-4ec5-907d-11a1a73bdf9b req-187d4c6b-5d6a-4542-af55-6c504cf2ada1 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 946 time: 0.0583618 Sep 03 09:54:26.263869 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 39626) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:26.268998 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [None req-cc1c6dd5-6c45-4eb2-b4d1-480230b99627 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Request body: {'floatingip': {'port_id': 'f4489e41-a18f-4ab2-9044-cca85634caef'}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:54:26.345548 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-cc1c6dd5-6c45-4eb2-b4d1-480230b99627 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks [] for floatingip, before_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:27.058412 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-cc1c6dd5-6c45-4eb2-b4d1-480230b99627 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:27.062262 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-cc1c6dd5-6c45-4eb2-b4d1-480230b99627 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417335'] for floatingip, after_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:27.168039 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.db.l3_db [None req-cc1c6dd5-6c45-4eb2-b4d1-480230b99627 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Floating IP 3caa99de-db4a-4779-8473-f4486b42de6e associated. External IP: 172.27.3.68, port: f4489e41-a18f-4ab2-9044-cca85634caef. Sep 03 09:54:27.215468 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13825f36-58fb-4173-88e0-317cf7d66924 req-fc7a34ae-85c0-488c-99b7-fe4df7ac57d3 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:27.216998 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-13825f36-58fb-4173-88e0-317cf7d66924 req-fc7a34ae-85c0-488c-99b7-fe4df7ac57d3 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/ports?device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 984 time: 0.0795765 Sep 03 09:54:27.223797 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c17936-dceb-4219-8323-f71a2afd2074 req-4713e905-1990-41af-b66b-476cbfb69ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:27.225219 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-c7c17936-dceb-4219-8323-f71a2afd2074 req-4713e905-1990-41af-b66b-476cbfb69ae1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b6c50db97723432ebc021572f85943ae&device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 1137 time: 0.0585897 Sep 03 09:54:27.284338 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-13825f36-58fb-4173-88e0-317cf7d66924 req-9169cb46-5e5b-4113-9e40-d8ecc3642971 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/security-groups?id=a18fc30f-a8d8-4fa1-a88c-0c403993028e&id=9a7a36b4-9c1a-4edd-90aa-095feb4125c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0580888 Sep 03 09:54:27.342031 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c17936-dceb-4219-8323-f71a2afd2074 req-77ea07c1-89a9-464d-a449-28a31ce49389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:27.343767 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-c7c17936-dceb-4219-8323-f71a2afd2074 req-77ea07c1-89a9-464d-a449-28a31ce49389 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f5dad9d9-c5c9-4f54-954b-8f46ad088140 HTTP/1.1" status: 200 len: 916 time: 0.1101575 Sep 03 09:54:27.375161 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc1c6dd5-6c45-4eb2-b4d1-480230b99627 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Router 881fc7a3-022e-4667-b897-ff5f87d9d178 has already been hosted by L3 agent d52909a0-0f60-4ffe-9597-25dbe871271a {{(pid=105525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 09:54:27.409806 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-c7c17936-dceb-4219-8323-f71a2afd2074 req-b28acef2-ee94-44ed-931b-c8c940f273f3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df5efcf7-588a-4eac-867e-f67ec830925e HTTP/1.1" status: 200 len: 1000 time: 0.0577087 Sep 03 09:54:27.459928 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c17936-dceb-4219-8323-f71a2afd2074 req-e3343262-abb3-4437-aab1-c3e1f8846ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:27.461414 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-c7c17936-dceb-4219-8323-f71a2afd2074 req-e3343262-abb3-4437-aab1-c3e1f8846ebb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=50312df5-c5ba-48a8-9dca-a1103d54fc6d HTTP/1.1" status: 200 len: 854 time: 0.0436416 Sep 03 09:54:27.486548 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc1c6dd5-6c45-4eb2-b4d1-480230b99627 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify agent at l3_agent.dv-cinder-606346-32-iscsi the message routers_updated {{(pid=105525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 09:54:27.491303 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-cc1c6dd5-6c45-4eb2-b4d1-480230b99627 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for floatingip, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:27.498391 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32421f2a-0250-46c1-b8c2-0441ff60dba1 None None] Sync routers for ids ['881fc7a3-022e-4667-b897-ff5f87d9d178'] in dv-cinder-606346-32-iscsi {{(pid=105526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 09:54:27.507509 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32421f2a-0250-46c1-b8c2-0441ff60dba1 None None] Routers {'881fc7a3-022e-4667-b897-ff5f87d9d178'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:54:27.508121 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-32421f2a-0250-46c1-b8c2-0441ff60dba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:54:02Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['881fc7a3-022e-4667-b897-ff5f87d9d178'], 'active': True} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:54:27.512280 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c17936-dceb-4219-8323-f71a2afd2074 req-48e2175d-c326-4f7d-a828-8f3628ee3d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:27.513830 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-c7c17936-dceb-4219-8323-f71a2afd2074 req-48e2175d-c326-4f7d-a828-8f3628ee3d91 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f5dad9d9-c5c9-4f54-954b-8f46ad088140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0441611 Sep 03 09:54:27.518382 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-cc1c6dd5-6c45-4eb2-b4d1-480230b99627 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "PUT /v2.0/floatingips/3caa99de-db4a-4779-8473-f4486b42de6e HTTP/1.1" status: 200 len: 991 time: 1.2533026 Sep 03 09:54:27.518963 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95fc7df2-0bc9-4c8f-b0a5-4fc044048c24', 'tag': 'f4489e41-a18f-4ab2-9044-cca85634caef'}] {{(pid=105525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:54:27.521485 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b472ff3031a1c59aa5156df15414b1b35e6d7494da734e784d35b582b3c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3f15fb-d53a-45a1-9de2-5dda68fa6447" -d '{"events": [{"name": "network-changed", "server_uuid": "95fc7df2-0bc9-4c8f-b0a5-4fc044048c24", "tag": "f4489e41-a18f-4ab2-9044-cca85634caef"}]}' {{(pid=105525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:54:27.560699 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 09:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175fc357-8aa8-4a17-8d58-b97c6eda8941 x-openstack-request-id: req-175fc357-8aa8-4a17-8d58-b97c6eda8941 {{(pid=105525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:54:27.560988 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95fc7df2-0bc9-4c8f-b0a5-4fc044048c24", "tag": "f4489e41-a18f-4ab2-9044-cca85634caef", "status": "completed", "code": 200}]} {{(pid=105525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:54:27.561268 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-175fc357-8aa8-4a17-8d58-b97c6eda8941 {{(pid=105525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:54:27.561652 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95fc7df2-0bc9-4c8f-b0a5-4fc044048c24', 'tag': 'f4489e41-a18f-4ab2-9044-cca85634caef', 'status': 'completed', 'code': 200} Sep 03 09:54:27.632775 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-c7c17936-dceb-4219-8323-f71a2afd2074 req-feea93c2-8505-4f4a-9edd-d42d5b71c86b service neutron] 10.222.0.60 "GET /v2.0/networks/f5dad9d9-c5c9-4f54-954b-8f46ad088140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088216 Sep 03 09:54:27.638516 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvr_db [None req-32421f2a-0250-46c1-b8c2-0441ff60dba1 None None] Set router 881fc7a3-022e-4667-b897-ff5f87d9d178 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:54:27.643863 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f15fb-d53a-45a1-9de2-5dda68fa6447 req-5f0a5c98-3465-4814-a506-5c4875c40a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:27.645394 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-3f3f15fb-d53a-45a1-9de2-5dda68fa6447 req-5f0a5c98-3465-4814-a506-5c4875c40a93 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=142a249ef3174087aaed6c7fd74387f2&device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 1099 time: 0.0544689 Sep 03 09:54:27.761449 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-c7c17936-dceb-4219-8323-f71a2afd2074 req-ce8a2d8d-42b6-4e5c-8aa4-14be67624ea0 service neutron] 10.222.0.60 "GET /v2.0/networks/f5dad9d9-c5c9-4f54-954b-8f46ad088140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208003 Sep 03 09:54:27.787993 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f15fb-d53a-45a1-9de2-5dda68fa6447 req-390fb103-6d52-40e6-a1ed-d37c889fce7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:27.790668 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-3f3f15fb-d53a-45a1-9de2-5dda68fa6447 req-390fb103-6d52-40e6-a1ed-d37c889fce7b service neutron] 10.222.0.60 "GET /v2.0/networks?id=cf5f7525-722a-4835-b4c5-9059086ceeeb HTTP/1.1" status: 200 len: 911 time: 0.1326771 Sep 03 09:54:27.884082 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-3f3f15fb-d53a-45a1-9de2-5dda68fa6447 req-b8ebd22e-3b10-4028-9692-d3818499e7e7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4489e41-a18f-4ab2-9044-cca85634caef HTTP/1.1" status: 200 len: 999 time: 0.0825403 Sep 03 09:54:27.944504 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f15fb-d53a-45a1-9de2-5dda68fa6447 req-cc5a75b8-43fc-4a0b-9467-8d5b7c799752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:27.947874 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-3f3f15fb-d53a-45a1-9de2-5dda68fa6447 req-cc5a75b8-43fc-4a0b-9467-8d5b7c799752 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4af724c9-aaaf-4dc2-acfe-eb8c4b70b5a1 HTTP/1.1" status: 200 len: 849 time: 0.0490339 Sep 03 09:54:27.970637 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-32421f2a-0250-46c1-b8c2-0441ff60dba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'name': 'tempest-AttachVolumeTestJSON-457758726-router', 'tenant_id': '142a249ef3174087aaed6c7fd74387f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'de0eaff7-2fa3-4eea-b5db-6803922d9795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:54:06Z', 'updated_at': '2021-09-03T09:54:09Z', 'revision_number': 4, 'project_id': '142a249ef3174087aaed6c7fd74387f2', 'gw_port': {'id': 'de0eaff7-2fa3-4eea-b5db-6803922d9795', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:06Z', 'updated_at': '2021-09-03T09:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_floatingips': [{'id': '3caa99de-db4a-4779-8473-f4486b42de6e', 'tenant_id': '142a249ef3174087aaed6c7fd74387f2', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'router_id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'port_id': 'f4489e41-a18f-4ab2-9044-cca85634caef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf5f7525-722a-4835-b4c5-9059086ceeeb', 'mac_address': 'fa:16:3e:7c:51:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fc7df2-0bc9-4c8f-b0a5-4fc044048c24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T09:54:11Z', 'updated_at': '2021-09-03T09:54:26Z', 'revision_number': 1, 'project_id': '142a249ef3174087aaed6c7fd74387f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '256df039-c5d4-4202-8a85-0949b1c051f1', 'name': '', 'network_id': 'cf5f7525-722a-4835-b4c5-9059086ceeeb', 'tenant_id': '142a249ef3174087aaed6c7fd74387f2', 'mac_address': 'fa:16:3e:41:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '4af724c9-aaaf-4dc2-acfe-eb8c4b70b5a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:08Z', 'updated_at': '2021-09-03T09:54:15Z', 'revision_number': 5, 'project_id': '142a249ef3174087aaed6c7fd74387f2', 'subnets': [{'id': '4af724c9-aaaf-4dc2-acfe-eb8c4b70b5a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:54:27.973700 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8e8f1-771e-4db1-ad60-ba908df50ce8 req-4acac8d9-1e32-41aa-845c-3a59f023577f tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:27.975318 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-48f8e8f1-771e-4db1-ad60-ba908df50ce8 req-4acac8d9-1e32-41aa-845c-3a59f023577f tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.67 "GET /v2.0/networks?id=c4b32c32-e12b-40cd-8595-54e6a5967f15 HTTP/1.1" status: 200 len: 813 time: 0.1415975 Sep 03 09:54:27.991235 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-48f8e8f1-771e-4db1-ad60-ba908df50ce8 req-9f2432cc-a4c2-42e0-b026-1300cf7faef5 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.67 "GET /v2.0/quotas/c7620aa7e4c0440c9609533ccffa2088 HTTP/1.1" status: 200 len: 375 time: 0.0101786 Sep 03 09:54:28.005459 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f15fb-d53a-45a1-9de2-5dda68fa6447 req-130b75e0-8358-4ee9-880d-2aacf32eeb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:28.006817 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32421f2a-0250-46c1-b8c2-0441ff60dba1 None None] Checking router: 881fc7a3-022e-4667-b897-ff5f87d9d178 for host: dv-cinder-606346-32-iscsi {{(pid=105526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 09:54:28.007305 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-3f3f15fb-d53a-45a1-9de2-5dda68fa6447 req-130b75e0-8358-4ee9-880d-2aacf32eeb15 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cf5f7525-722a-4835-b4c5-9059086ceeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0503912 Sep 03 09:54:28.016785 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32421f2a-0250-46c1-b8c2-0441ff60dba1 None None] Routers {'881fc7a3-022e-4667-b897-ff5f87d9d178'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:54:28.017407 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-32421f2a-0250-46c1-b8c2-0441ff60dba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:54:02Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['881fc7a3-022e-4667-b897-ff5f87d9d178'], 'active': True} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:54:28.030745 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-48f8e8f1-771e-4db1-ad60-ba908df50ce8 req-874c842b-d14d-4599-b82f-2c9e308c24b2 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=c7620aa7e4c0440c9609533ccffa2088&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325980 Sep 03 09:54:28.108188 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-3f3f15fb-d53a-45a1-9de2-5dda68fa6447 req-69c8cfc5-3dd0-4ade-9eb0-6db28b5e2e1d service neutron] 10.222.0.60 "GET /v2.0/networks/cf5f7525-722a-4835-b4c5-9059086ceeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931933 Sep 03 09:54:28.138175 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-48f8e8f1-771e-4db1-ad60-ba908df50ce8 req-198f57cc-77a4-4beb-91db-ced8d548a32b service neutron] 10.222.0.67 "GET /v2.0/networks/c4b32c32-e12b-40cd-8595-54e6a5967f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980356 Sep 03 09:54:28.149773 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvr_db [None req-32421f2a-0250-46c1-b8c2-0441ff60dba1 None None] Set router 881fc7a3-022e-4667-b897-ff5f87d9d178 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:54:28.210760 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-3f3f15fb-d53a-45a1-9de2-5dda68fa6447 req-6629a567-ab5f-4764-9d49-ecf01b86bf9d service neutron] 10.222.0.60 "GET /v2.0/networks/cf5f7525-722a-4835-b4c5-9059086ceeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923760 Sep 03 09:54:28.228297 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-48f8e8f1-771e-4db1-ad60-ba908df50ce8 req-d22e3186-fc67-4b33-b750-7894f52070ca service neutron] 10.222.0.67 "GET /v2.0/networks/c4b32c32-e12b-40cd-8595-54e6a5967f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879467 Sep 03 09:54:28.396885 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-32421f2a-0250-46c1-b8c2-0441ff60dba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'name': 'tempest-AttachVolumeTestJSON-457758726-router', 'tenant_id': '142a249ef3174087aaed6c7fd74387f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'de0eaff7-2fa3-4eea-b5db-6803922d9795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:54:06Z', 'updated_at': '2021-09-03T09:54:09Z', 'revision_number': 4, 'project_id': '142a249ef3174087aaed6c7fd74387f2', 'gw_port': {'id': 'de0eaff7-2fa3-4eea-b5db-6803922d9795', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:06Z', 'updated_at': '2021-09-03T09:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_floatingips': [{'id': '3caa99de-db4a-4779-8473-f4486b42de6e', 'tenant_id': '142a249ef3174087aaed6c7fd74387f2', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'router_id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'port_id': 'f4489e41-a18f-4ab2-9044-cca85634caef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf5f7525-722a-4835-b4c5-9059086ceeeb', 'mac_address': 'fa:16:3e:7c:51:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fc7df2-0bc9-4c8f-b0a5-4fc044048c24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T09:54:11Z', 'updated_at': '2021-09-03T09:54:26Z', 'revision_number': 1, 'project_id': '142a249ef3174087aaed6c7fd74387f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '256df039-c5d4-4202-8a85-0949b1c051f1', 'name': '', 'network_id': 'cf5f7525-722a-4835-b4c5-9059086ceeeb', 'tenant_id': '142a249ef3174087aaed6c7fd74387f2', 'mac_address': 'fa:16:3e:41:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '4af724c9-aaaf-4dc2-acfe-eb8c4b70b5a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:08Z', 'updated_at': '2021-09-03T09:54:15Z', 'revision_number': 5, 'project_id': '142a249ef3174087aaed6c7fd74387f2', 'subnets': [{'id': '4af724c9-aaaf-4dc2-acfe-eb8c4b70b5a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:54:28.398258 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-41a5b820-177a-4809-a893-de99be9fa18f req-6232616e-d047-4a6c-b560-dc3e47bf7706 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.67 "GET /v2.0/ports?device_id=50880605-4da1-4409-8940-8ad3f4d1449b HTTP/1.1" status: 200 len: 210 time: 0.0345700 Sep 03 09:54:28.434977 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32421f2a-0250-46c1-b8c2-0441ff60dba1 None None] The sync data for ids ['881fc7a3-022e-4667-b897-ff5f87d9d178'] in dv-cinder-606346-32-iscsi is: [{'id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'name': 'tempest-AttachVolumeTestJSON-457758726-router', 'tenant_id': '142a249ef3174087aaed6c7fd74387f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'de0eaff7-2fa3-4eea-b5db-6803922d9795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:54:06Z', 'updated_at': '2021-09-03T09:54:09Z', 'revision_number': 4, 'project_id': '142a249ef3174087aaed6c7fd74387f2', 'gw_port': {'id': 'de0eaff7-2fa3-4eea-b5db-6803922d9795', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:06Z', 'updated_at': '2021-09-03T09:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_floatingips': [{'id': '3caa99de-db4a-4779-8473-f4486b42de6e', 'tenant_id': '142a249ef3174087aaed6c7fd74387f2', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'router_id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'port_id': 'f4489e41-a18f-4ab2-9044-cca85634caef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf5f7525-722a-4835-b4c5-9059086ceeeb', 'mac_address': 'fa:16:3e:7c:51:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fc7df2-0bc9-4c8f-b0a5-4fc044048c24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T09:54:11Z', 'updated_at': '2021-09-03T09:54:26Z', 'revision_number': 1, 'project_id': '142a249ef3174087aaed6c7fd74387f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '256df039-c5d4-4202-8a85-0949b1c051f1', 'name': '', 'network_id': 'cf5f7525-722a-4835-b4c5-9059086ceeeb', 'tenant_id': '142a249ef3174087aaed6c7fd74387f2', 'mac_address': 'fa:16:3e:41:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '4af724c9-aaaf-4dc2-acfe-eb8c4b70b5a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:08Z', 'updated_at': '2021-09-03T09:54:15Z', 'revision_number': 5, 'project_id': '142a249ef3174087aaed6c7fd74387f2', 'subnets': [{'id': '4af724c9-aaaf-4dc2-acfe-eb8c4b70b5a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 09:54:28.440011 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdc8605-7d70-47cc-92af-926c2bb8416d req-7d913017-347e-4eee-8626-c44210c38bb7 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:28.441607 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-4fdc8605-7d70-47cc-92af-926c2bb8416d req-7d913017-347e-4eee-8626-c44210c38bb7 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/ports?device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 984 time: 0.0564694 Sep 03 09:54:28.484533 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-4fdc8605-7d70-47cc-92af-926c2bb8416d req-0dc19b66-e136-4b2f-b894-8059153cd503 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/security-groups?id=a18fc30f-a8d8-4fa1-a88c-0c403993028e&id=9a7a36b4-9c1a-4edd-90aa-095feb4125c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364344 Sep 03 09:54:28.668145 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0347742e-9fba-45a9-a1ec-dbc21e71e363 None None] New status for floating IP 3caa99de-db4a-4779-8473-f4486b42de6e: ACTIVE {{(pid=105527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 09:54:29.140593 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-e9421598-2e32-4cd2-8c9f-4a127feaad4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:29.372355 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8e8f1-771e-4db1-ad60-ba908df50ce8 req-3d6dd7ff-9994-4ffb-b907-e411d12a6324 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:29.373876 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-48f8e8f1-771e-4db1-ad60-ba908df50ce8 req-3d6dd7ff-9994-4ffb-b907-e411d12a6324 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.60 "GET /v2.0/networks?id=c4b32c32-e12b-40cd-8595-54e6a5967f15 HTTP/1.1" status: 200 len: 813 time: 0.1037791 Sep 03 09:54:29.387589 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [req-48f8e8f1-771e-4db1-ad60-ba908df50ce8 req-72aa5ff7-70e0-4afd-84a5-a0570771112d tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Request body: {'port': {'device_id': '50880605-4da1-4409-8940-8ad3f4d1449b', 'network_id': 'c4b32c32-e12b-40cd-8595-54e6a5967f15', 'admin_state_up': True, 'tenant_id': 'c7620aa7e4c0440c9609533ccffa2088'}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:54:29.500834 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-56b51308-17f2-43fe-b7a2-97b48ffa2a7d req-303f1e8e-156f-4359-82d8-e7c3df7af117 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.67 "GET /v2.0/ports?device_id=50880605-4da1-4409-8940-8ad3f4d1449b HTTP/1.1" status: 200 len: 210 time: 0.0324671 Sep 03 09:54:29.530806 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48f8e8f1-771e-4db1-ad60-ba908df50ce8 req-72aa5ff7-70e0-4afd-84a5-a0570771112d tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Made reservation on behalf of c7620aa7e4c0440c9609533ccffa2088 for: {'port': 1} {{(pid=105525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:54:29.534379 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-48f8e8f1-771e-4db1-ad60-ba908df50ce8 req-72aa5ff7-70e0-4afd-84a5-a0570771112d tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:29.603125 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1720ef0b-164f-4bc0-8323-449a43402a8c req-09626fe4-bd89-498b-ae01-8a14bdbde8eb tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:29.604626 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-1720ef0b-164f-4bc0-8323-449a43402a8c req-09626fe4-bd89-498b-ae01-8a14bdbde8eb tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/ports?device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 984 time: 0.0498919 Sep 03 09:54:29.644470 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-1720ef0b-164f-4bc0-8323-449a43402a8c req-c6f08923-3b6c-4168-8009-860a502bf36a tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/security-groups?id=a18fc30f-a8d8-4fa1-a88c-0c403993028e&id=9a7a36b4-9c1a-4edd-90aa-095feb4125c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336430 Sep 03 09:54:29.657000 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.db_base_plugin_common [req-48f8e8f1-771e-4db1-ad60-ba908df50ce8 req-72aa5ff7-70e0-4afd-84a5-a0570771112d tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Allocated IP 172.20.0.13 (c4b32c32-e12b-40cd-8595-54e6a5967f15/2778ea6a-0e06-4d84-b5ae-768d5bad6e1f/5d6f7381-6c96-4c38-8a81-aa4e75bb5f0a) {{(pid=105525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:54:29.809704 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-48f8e8f1-771e-4db1-ad60-ba908df50ce8 req-72aa5ff7-70e0-4afd-84a5-a0570771112d tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Notify callbacks [] for port, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:29.848163 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-48f8e8f1-771e-4db1-ad60-ba908df50ce8 req-72aa5ff7-70e0-4afd-84a5-a0570771112d tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25166669'] for port, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:29.887896 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48f8e8f1-771e-4db1-ad60-ba908df50ce8 req-72aa5ff7-70e0-4afd-84a5-a0570771112d tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Network c4b32c32-e12b-40cd-8595-54e6a5967f15 is already hosted by enough agents. {{(pid=105525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:54:29.891091 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.base_scheduler [req-48f8e8f1-771e-4db1-ad60-ba908df50ce8 req-72aa5ff7-70e0-4afd-84a5-a0570771112d tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Resources bound (agent type, host, resource id): {{(pid=105525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:54:29.894639 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f8e8f1-771e-4db1-ad60-ba908df50ce8 req-72aa5ff7-70e0-4afd-84a5-a0570771112d tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Received port after_create {{(pid=105525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:54:29.923057 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa5ff7-70e0-4afd-84a5-a0570771112d tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Pushing event updated for resources: {'Port': ['ID=5d6f7381-6c96-4c38-8a81-aa4e75bb5f0a,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:29.948402 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8e8f1-771e-4db1-ad60-ba908df50ce8 req-72aa5ff7-70e0-4afd-84a5-a0570771112d tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:29.949012 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-48f8e8f1-771e-4db1-ad60-ba908df50ce8 req-72aa5ff7-70e0-4afd-84a5-a0570771112d tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for port, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:29.962248 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-48f8e8f1-771e-4db1-ad60-ba908df50ce8 req-72aa5ff7-70e0-4afd-84a5-a0570771112d tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5786171 Sep 03 09:54:29.985276 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [req-48f8e8f1-771e-4db1-ad60-ba908df50ce8 req-abc2ab1f-859c-498c-9482-a92b96429d41 service neutron] Request body: {'port': {'device_id': '50880605-4da1-4409-8940-8ad3f4d1449b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:54:30.042416 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-48f8e8f1-771e-4db1-ad60-ba908df50ce8 req-abc2ab1f-859c-498c-9482-a92b96429d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:30.296972 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.notifiers.nova [req-48f8e8f1-771e-4db1-ad60-ba908df50ce8 req-abc2ab1f-859c-498c-9482-a92b96429d41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d6f7381-6c96-4c38-8a81-aa4e75bb5f0a {{(pid=105525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 09:54:30.304290 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-48f8e8f1-771e-4db1-ad60-ba908df50ce8 req-abc2ab1f-859c-498c-9482-a92b96429d41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:30.317002 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.provisioning_blocks [req-48f8e8f1-771e-4db1-ad60-ba908df50ce8 req-abc2ab1f-859c-498c-9482-a92b96429d41 service neutron] Transition to ACTIVE for port object 5d6f7381-6c96-4c38-8a81-aa4e75bb5f0a will not be triggered until provisioned by entity L2. {{(pid=105525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:54:30.322370 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-48f8e8f1-771e-4db1-ad60-ba908df50ce8 req-abc2ab1f-859c-498c-9482-a92b96429d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25166682'] for port, after_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:30.378698 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc2ab1f-859c-498c-9482-a92b96429d41 service neutron] Pushing event updated for resources: {'Port': ['ID=5d6f7381-6c96-4c38-8a81-aa4e75bb5f0a,revision_number=2']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:30.441554 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.managers [req-48f8e8f1-771e-4db1-ad60-ba908df50ce8 req-abc2ab1f-859c-498c-9482-a92b96429d41 service neutron] Attempting to bind port 5d6f7381-6c96-4c38-8a81-aa4e75bb5f0a on host hv-cinder-60634 for vnic_type normal with profile {{(pid=105525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 09:54:30.442022 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.managers [req-48f8e8f1-771e-4db1-ad60-ba908df50ce8 req-abc2ab1f-859c-498c-9482-a92b96429d41 service neutron] Attempting to bind port 5d6f7381-6c96-4c38-8a81-aa4e75bb5f0a by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': 'cba71f7d-68a7-4e06-9b55-7aed9789beed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'c4b32c32-e12b-40cd-8595-54e6a5967f15'}] {{(pid=105525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 09:54:30.442362 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f8e8f1-771e-4db1-ad60-ba908df50ce8 req-abc2ab1f-859c-498c-9482-a92b96429d41 service neutron] Attempting to bind port 5d6f7381-6c96-4c38-8a81-aa4e75bb5f0a on network c4b32c32-e12b-40cd-8595-54e6a5967f15 {{(pid=105525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:54:30.446656 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f8e8f1-771e-4db1-ad60-ba908df50ce8 req-abc2ab1f-859c-498c-9482-a92b96429d41 service neutron] Port 5d6f7381-6c96-4c38-8a81-aa4e75bb5f0a on network c4b32c32-e12b-40cd-8595-54e6a5967f15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=105525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 09:54:30.446980 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f8e8f1-771e-4db1-ad60-ba908df50ce8 req-abc2ab1f-859c-498c-9482-a92b96429d41 service neutron] Attempting to bind port 5d6f7381-6c96-4c38-8a81-aa4e75bb5f0a on network c4b32c32-e12b-40cd-8595-54e6a5967f15 {{(pid=105525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:54:30.451758 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f8e8f1-771e-4db1-ad60-ba908df50ce8 req-abc2ab1f-859c-498c-9482-a92b96429d41 service neutron] Checking agent: {'id': '3ba077dd-5433-4c28-8748-47c2c66d3336', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 9, 48, 46), 'started_at': datetime.datetime(2021, 9, 3, 9, 48, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 9, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 09:54:30.452207 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f8e8f1-771e-4db1-ad60-ba908df50ce8 req-abc2ab1f-859c-498c-9482-a92b96429d41 service neutron] Checking segment: {'id': 'cba71f7d-68a7-4e06-9b55-7aed9789beed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'c4b32c32-e12b-40cd-8595-54e6a5967f15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:54:30.452616 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f8e8f1-771e-4db1-ad60-ba908df50ce8 req-abc2ab1f-859c-498c-9482-a92b96429d41 service neutron] Bound using segment: {'id': 'cba71f7d-68a7-4e06-9b55-7aed9789beed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'c4b32c32-e12b-40cd-8595-54e6a5967f15'} {{(pid=105525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 09:54:30.453048 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.managers [req-48f8e8f1-771e-4db1-ad60-ba908df50ce8 req-abc2ab1f-859c-498c-9482-a92b96429d41 service neutron] Bound port: 5d6f7381-6c96-4c38-8a81-aa4e75bb5f0a, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cba71f7d-68a7-4e06-9b55-7aed9789beed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'c4b32c32-e12b-40cd-8595-54e6a5967f15'}}] {{(pid=105525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 09:54:30.453407 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-48f8e8f1-771e-4db1-ad60-ba908df50ce8 req-abc2ab1f-859c-498c-9482-a92b96429d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:30.517231 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.db [req-48f8e8f1-771e-4db1-ad60-ba908df50ce8 req-abc2ab1f-859c-498c-9482-a92b96429d41 service neutron] For port 5d6f7381-6c96-4c38-8a81-aa4e75bb5f0a, host hv-cinder-60634, cleared binding levels {{(pid=105525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 09:54:30.520301 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.db [req-48f8e8f1-771e-4db1-ad60-ba908df50ce8 req-abc2ab1f-859c-498c-9482-a92b96429d41 service neutron] For port 5d6f7381-6c96-4c38-8a81-aa4e75bb5f0a, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=5d6f7381-6c96-4c38-8a81-aa4e75bb5f0a,segment=NetworkSegment(cba71f7d-68a7-4e06-9b55-7aed9789beed),segment_id=cba71f7d-68a7-4e06-9b55-7aed9789beed)] {{(pid=105525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 09:54:30.527936 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-48f8e8f1-771e-4db1-ad60-ba908df50ce8 req-abc2ab1f-859c-498c-9482-a92b96429d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25166682'] for port, after_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:30.572253 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8e8f1-771e-4db1-ad60-ba908df50ce8 req-abc2ab1f-859c-498c-9482-a92b96429d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:30.572933 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-48f8e8f1-771e-4db1-ad60-ba908df50ce8 req-abc2ab1f-859c-498c-9482-a92b96429d41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for port, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:30.574398 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-48f8e8f1-771e-4db1-ad60-ba908df50ce8 req-abc2ab1f-859c-498c-9482-a92b96429d41 service neutron] 10.222.0.60 "PUT /v2.0/ports/5d6f7381-6c96-4c38-8a81-aa4e75bb5f0a HTTP/1.1" status: 200 len: 1094 time: 0.5931807 Sep 03 09:54:30.574971 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50880605-4da1-4409-8940-8ad3f4d1449b', 'tag': '5d6f7381-6c96-4c38-8a81-aa4e75bb5f0a'}] {{(pid=105525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:54:30.577125 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b472ff3031a1c59aa5156df15414b1b35e6d7494da734e784d35b582b3c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a365ef-2ac2-4ac8-bf3b-6da40b0088ab" -d '{"events": [{"name": "network-changed", "server_uuid": "50880605-4da1-4409-8940-8ad3f4d1449b", "tag": "5d6f7381-6c96-4c38-8a81-aa4e75bb5f0a"}]}' {{(pid=105525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:54:30.628028 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 09:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3df271-f7c7-41ed-90d2-5a16ef2bb33c x-openstack-request-id: req-ce3df271-f7c7-41ed-90d2-5a16ef2bb33c {{(pid=105525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:54:30.629222 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50880605-4da1-4409-8940-8ad3f4d1449b", "tag": "5d6f7381-6c96-4c38-8a81-aa4e75bb5f0a", "status": "completed", "code": 200}]} {{(pid=105525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:54:30.629222 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ce3df271-f7c7-41ed-90d2-5a16ef2bb33c {{(pid=105525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:54:30.629222 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50880605-4da1-4409-8940-8ad3f4d1449b', 'tag': '5d6f7381-6c96-4c38-8a81-aa4e75bb5f0a', 'status': 'completed', 'code': 200} Sep 03 09:54:30.630383 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc2ab1f-859c-498c-9482-a92b96429d41 service neutron] Pushing event updated for resources: {'Port': ['ID=5d6f7381-6c96-4c38-8a81-aa4e75bb5f0a,revision_number=3']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:30.641742 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7bd56-4c4f-49ff-8090-add82746305a req-85383f7a-e007-4515-8465-e6489e0ddb31 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:30.648983 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-1dc7bd56-4c4f-49ff-8090-add82746305a req-85383f7a-e007-4515-8465-e6489e0ddb31 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.67 "GET /v2.0/ports?device_id=50880605-4da1-4409-8940-8ad3f4d1449b HTTP/1.1" status: 200 len: 944 time: 0.0746808 Sep 03 09:54:30.686659 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8e8f1-771e-4db1-ad60-ba908df50ce8 req-21a59e1b-4d92-459d-bee5-b3ca473fa76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:30.687892 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-48f8e8f1-771e-4db1-ad60-ba908df50ce8 req-21a59e1b-4d92-459d-bee5-b3ca473fa76c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c7620aa7e4c0440c9609533ccffa2088&device_id=50880605-4da1-4409-8940-8ad3f4d1449b HTTP/1.1" status: 200 len: 1097 time: 0.0517511 Sep 03 09:54:30.703722 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-1dc7bd56-4c4f-49ff-8090-add82746305a req-e308f545-dbbf-4db2-aec5-dfe726500c8b tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.67 "GET /v2.0/security-groups?id=10b0e53c-5e57-476a-981e-afaae5063717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537975 Sep 03 09:54:30.751819 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-48f8e8f1-771e-4db1-ad60-ba908df50ce8 req-0105b16d-fcb6-4645-9ecc-84144f921988 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d6f7381-6c96-4c38-8a81-aa4e75bb5f0a HTTP/1.1" status: 200 len: 217 time: 0.0484996 Sep 03 09:54:30.826753 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8e8f1-771e-4db1-ad60-ba908df50ce8 req-721f1c4e-4d53-442a-8ac1-8311b3076c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:30.828194 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-48f8e8f1-771e-4db1-ad60-ba908df50ce8 req-721f1c4e-4d53-442a-8ac1-8311b3076c71 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2778ea6a-0e06-4d84-b5ae-768d5bad6e1f HTTP/1.1" status: 200 len: 853 time: 0.0678668 Sep 03 09:54:30.836551 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c7696-b42d-4db2-9e27-bcc3ca3edc96 req-a16282a2-416c-4d8f-88d0-65bea3f8a722 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:30.838050 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-283c7696-b42d-4db2-9e27-bcc3ca3edc96 req-a16282a2-416c-4d8f-88d0-65bea3f8a722 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/ports?device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 984 time: 0.0889599 Sep 03 09:54:30.869439 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-48f8e8f1-771e-4db1-ad60-ba908df50ce8 req-5b347461-2733-4efc-bb9c-cafbb53d310d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c4b32c32-e12b-40cd-8595-54e6a5967f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299156 Sep 03 09:54:30.916013 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-283c7696-b42d-4db2-9e27-bcc3ca3edc96 req-cadb07f5-3847-434d-8f5c-3809894e406b tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/security-groups?id=a18fc30f-a8d8-4fa1-a88c-0c403993028e&id=9a7a36b4-9c1a-4edd-90aa-095feb4125c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0675495 Sep 03 09:54:30.993808 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-48f8e8f1-771e-4db1-ad60-ba908df50ce8 req-9fb94b50-1721-4157-9021-93fb50820ee9 service neutron] 10.222.0.60 "GET /v2.0/networks/c4b32c32-e12b-40cd-8595-54e6a5967f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142309 Sep 03 09:54:31.085845 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-48f8e8f1-771e-4db1-ad60-ba908df50ce8 req-df7bc5f5-5cd5-4819-98d7-0e4ad9d341ee service neutron] 10.222.0.60 "GET /v2.0/networks/c4b32c32-e12b-40cd-8595-54e6a5967f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836773 Sep 03 09:54:31.175238 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a365ef-2ac2-4ac8-bf3b-6da40b0088ab req-d6343ecc-e052-4a4b-97c3-ccd20ea694e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:31.176783 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-54a365ef-2ac2-4ac8-bf3b-6da40b0088ab req-d6343ecc-e052-4a4b-97c3-ccd20ea694e5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c7620aa7e4c0440c9609533ccffa2088&device_id=50880605-4da1-4409-8940-8ad3f4d1449b HTTP/1.1" status: 200 len: 1097 time: 0.0413237 Sep 03 09:54:31.268977 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a365ef-2ac2-4ac8-bf3b-6da40b0088ab req-fb7e7abc-9356-49cf-88ca-4c82b5ceb97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:31.270379 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-54a365ef-2ac2-4ac8-bf3b-6da40b0088ab req-fb7e7abc-9356-49cf-88ca-4c82b5ceb97b service neutron] 10.222.0.60 "GET /v2.0/networks?id=c4b32c32-e12b-40cd-8595-54e6a5967f15 HTTP/1.1" status: 200 len: 914 time: 0.0846756 Sep 03 09:54:31.311107 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-54a365ef-2ac2-4ac8-bf3b-6da40b0088ab req-2df2c4bb-7e23-495c-9252-e0e28db2bf35 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d6f7381-6c96-4c38-8a81-aa4e75bb5f0a HTTP/1.1" status: 200 len: 217 time: 0.0326383 Sep 03 09:54:31.368140 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a365ef-2ac2-4ac8-bf3b-6da40b0088ab req-740f890b-38ee-46e8-8f3a-9012c0ebec17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:31.369634 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-54a365ef-2ac2-4ac8-bf3b-6da40b0088ab req-740f890b-38ee-46e8-8f3a-9012c0ebec17 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2778ea6a-0e06-4d84-b5ae-768d5bad6e1f HTTP/1.1" status: 200 len: 853 time: 0.0454454 Sep 03 09:54:31.408484 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-54a365ef-2ac2-4ac8-bf3b-6da40b0088ab req-3637e0d1-2526-4696-822c-15fef5bdee66 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c4b32c32-e12b-40cd-8595-54e6a5967f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246220 Sep 03 09:54:31.500926 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-54a365ef-2ac2-4ac8-bf3b-6da40b0088ab req-4b82cb74-1d91-449d-ba5f-3f7ec928492d service neutron] 10.222.0.60 "GET /v2.0/networks/c4b32c32-e12b-40cd-8595-54e6a5967f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821815 Sep 03 09:54:31.595038 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-54a365ef-2ac2-4ac8-bf3b-6da40b0088ab req-2c56c4d7-74cf-48cb-b0cf-a56535b2e0e8 service neutron] 10.222.0.60 "GET /v2.0/networks/c4b32c32-e12b-40cd-8595-54e6a5967f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833220 Sep 03 09:54:31.819499 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb0d3d8-419f-4b54-8842-588df76ee775 req-030fefef-ae4e-4ce1-beac-e56ca00ad4b4 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:31.820881 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-8cb0d3d8-419f-4b54-8842-588df76ee775 req-030fefef-ae4e-4ce1-beac-e56ca00ad4b4 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.67 "GET /v2.0/ports?device_id=50880605-4da1-4409-8940-8ad3f4d1449b HTTP/1.1" status: 200 len: 944 time: 0.0536399 Sep 03 09:54:31.860008 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-8cb0d3d8-419f-4b54-8842-588df76ee775 req-1de0459a-220a-431e-90db-b4052c8f18fe tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.67 "GET /v2.0/security-groups?id=10b0e53c-5e57-476a-981e-afaae5063717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325596 Sep 03 09:54:32.033971 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c59d5-53b5-4d2d-9713-bedf92cc5f30 req-c180a183-62d7-4ebd-b6d2-3f89053e1f49 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:32.036158 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-dc1c59d5-53b5-4d2d-9713-bedf92cc5f30 req-c180a183-62d7-4ebd-b6d2-3f89053e1f49 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/ports?device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 984 time: 0.0512590 Sep 03 09:54:32.065450 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-1608e642-daa6-42a9-b790-1e4437e8f955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:32.078247 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-dc1c59d5-53b5-4d2d-9713-bedf92cc5f30 req-cdcc6b54-e3ad-446d-8148-c9fdb0b21cb1 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/security-groups?id=a18fc30f-a8d8-4fa1-a88c-0c403993028e&id=9a7a36b4-9c1a-4edd-90aa-095feb4125c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360727 Sep 03 09:54:32.770568 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 39762) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:32.871993 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-5c41e973-2929-4148-9a0c-0624fc44f99f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:33.007743 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcdcb54-b029-4cfc-a363-1f4fd9286f53 req-75a13909-5141-466b-99a5-75e8187dfb21 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:33.009445 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-9bcdcb54-b029-4cfc-a363-1f4fd9286f53 req-75a13909-5141-466b-99a5-75e8187dfb21 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.67 "GET /v2.0/ports?device_id=50880605-4da1-4409-8940-8ad3f4d1449b HTTP/1.1" status: 200 len: 944 time: 0.0789335 Sep 03 09:54:33.011745 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-5c41e973-2929-4148-9a0c-0624fc44f99f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:33.015704 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-5c41e973-2929-4148-9a0c-0624fc44f99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:33.080089 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-5c41e973-2929-4148-9a0c-0624fc44f99f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=090c7a84d5824abe920bf9304b5df193&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3084421 Sep 03 09:54:33.082677 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c41e973-2929-4148-9a0c-0624fc44f99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39396a04-21db-434f-941b-cf0e889aadea,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:33.082856 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 39770) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:33.090382 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-9bcdcb54-b029-4cfc-a363-1f4fd9286f53 req-079592c7-0ae6-48a9-8486-b1afb7c516fe tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.67 "GET /v2.0/security-groups?id=10b0e53c-5e57-476a-981e-afaae5063717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717068 Sep 03 09:54:33.137883 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-35d62831-4067-4cab-a8ac-e695d0b533ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:33.168807 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-35d62831-4067-4cab-a8ac-e695d0b533ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:33.230680 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3249f75e-f108-4767-b506-1b28426e9648 req-05bf31df-bd46-4328-b5d1-6a2fcf588b81 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:33.232184 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-3249f75e-f108-4767-b506-1b28426e9648 req-05bf31df-bd46-4328-b5d1-6a2fcf588b81 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/ports?device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 984 time: 0.0801158 Sep 03 09:54:33.266223 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-35d62831-4067-4cab-a8ac-e695d0b533ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:33.268726 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-35d62831-4067-4cab-a8ac-e695d0b533ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:33.269854 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-35d62831-4067-4cab-a8ac-e695d0b533ac admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/39396a04-21db-434f-941b-cf0e889aadea HTTP/1.1" status: 204 len: 168 time: 0.1859064 Sep 03 09:54:33.284377 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-3249f75e-f108-4767-b506-1b28426e9648 req-7bc86647-ce2c-45ce-b549-c97844596ecf tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/security-groups?id=a18fc30f-a8d8-4fa1-a88c-0c403993028e&id=9a7a36b4-9c1a-4edd-90aa-095feb4125c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0454478 Sep 03 09:54:33.285486 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d62831-4067-4cab-a8ac-e695d0b533ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39396a04-21db-434f-941b-cf0e889aadea,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:33.485528 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:33.529968 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 39778) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:33.544978 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-91c96b77-36e5-438b-b0ab-357d234bc549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:33.634500 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-91c96b77-36e5-438b-b0ab-357d234bc549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:33.638088 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-91c96b77-36e5-438b-b0ab-357d234bc549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:33.675940 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-91c96b77-36e5-438b-b0ab-357d234bc549 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e6cb89d902fa434e9b14f6cb22858da2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1448479 Sep 03 09:54:33.677048 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c96b77-36e5-438b-b0ab-357d234bc549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd6b578-9a30-42a1-b0a4-c9cee85982a2,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:33.678662 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 39780) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:33.726497 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-dc4c97fe-3fc2-4e4c-b288-3a74756f3590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:33.746738 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-dc4c97fe-3fc2-4e4c-b288-3a74756f3590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:33.793977 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-dc4c97fe-3fc2-4e4c-b288-3a74756f3590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:33.796697 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-dc4c97fe-3fc2-4e4c-b288-3a74756f3590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:33.801078 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-dc4c97fe-3fc2-4e4c-b288-3a74756f3590 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0fd6b578-9a30-42a1-b0a4-c9cee85982a2 HTTP/1.1" status: 204 len: 168 time: 0.1181898 Sep 03 09:54:33.805780 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a642e642-fcb2-47b5-b777-13e8b57c6243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:33.811646 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4c97fe-3fc2-4e4c-b288-3a74756f3590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd6b578-9a30-42a1-b0a4-c9cee85982a2,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:34.077629 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 5d6f7381-6c96-4c38-8a81-aa4e75bb5f0a details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=105526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 09:54:34.112946 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 39790) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:34.136609 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-2cc4e41b-2f58-43ce-8897-d48a95ff0af0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:34.174169 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 5d6f7381-6c96-4c38-8a81-aa4e75bb5f0a, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=5d6f7381-6c96-4c38-8a81-aa4e75bb5f0a,segment=NetworkSegment(cba71f7d-68a7-4e06-9b55-7aed9789beed),segment_id=cba71f7d-68a7-4e06-9b55-7aed9789beed)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:54:34.186570 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Returning: {'device': '5d6f7381-6c96-4c38-8a81-aa4e75bb5f0a', 'network_id': 'c4b32c32-e12b-40cd-8595-54e6a5967f15', 'port_id': '5d6f7381-6c96-4c38-8a81-aa4e75bb5f0a', 'mac_address': 'fa:16:3e:22:8a:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2778ea6a-0e06-4d84-b5ae-768d5bad6e1f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 09:54:34.228840 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:34.242053 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312008c4-7e46-452c-8e13-36c95d3290a3 req-3675da8d-61fc-441a-a361-c275bcd88614 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:34.242292 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.notifiers.nova [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d6f7381-6c96-4c38-8a81-aa4e75bb5f0a {{(pid=105526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 09:54:34.243572 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-312008c4-7e46-452c-8e13-36c95d3290a3 req-3675da8d-61fc-441a-a361-c275bcd88614 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.67 "GET /v2.0/ports?device_id=50880605-4da1-4409-8940-8ad3f4d1449b HTTP/1.1" status: 200 len: 944 time: 0.0695131 Sep 03 09:54:34.262457 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 5d6f7381-6c96-4c38-8a81-aa4e75bb5f0a, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=5d6f7381-6c96-4c38-8a81-aa4e75bb5f0a,segment=NetworkSegment(cba71f7d-68a7-4e06-9b55-7aed9789beed),segment_id=cba71f7d-68a7-4e06-9b55-7aed9789beed)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:54:34.266466 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:34.303192 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-312008c4-7e46-452c-8e13-36c95d3290a3 req-1f17a2e0-84ee-4508-b6ff-dbcef2ba2b1e tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.67 "GET /v2.0/security-groups?id=10b0e53c-5e57-476a-981e-afaae5063717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531452 Sep 03 09:54:34.304971 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-2cc4e41b-2f58-43ce-8897-d48a95ff0af0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:34.312951 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-2cc4e41b-2f58-43ce-8897-d48a95ff0af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:34.324630 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Pushing event updated for resources: {'Port': ['ID=5d6f7381-6c96-4c38-8a81-aa4e75bb5f0a,revision_number=4']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:34.351423 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-2cc4e41b-2f58-43ce-8897-d48a95ff0af0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6ce7a79dd3f64deda1bad109674cf435&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2373478 Sep 03 09:54:34.354655 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 39796) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:34.356055 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc4e41b-2f58-43ce-8897-d48a95ff0af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c155a52-4f62-42f2-b291-8ac42fdfc52f,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:34.479807 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-86f92317-4722-4035-969f-07b0852c8c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:34.569915 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] get_ports_and_sgs() called for port_ids ['5d6f7381-6c96-4c38-8a81-aa4e75bb5f0a'] {{(pid=105526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 09:54:34.666133 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb73302-6010-4a41-9561-2f37278ff09f req-06e17e43-fff9-404a-8138-224a2a76a037 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:34.667693 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-afb73302-6010-4a41-9561-2f37278ff09f req-06e17e43-fff9-404a-8138-224a2a76a037 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/ports?device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 984 time: 0.3061192 Sep 03 09:54:34.688424 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-b9f47016-fca5-463d-8a59-79cca0e05702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:34.725762 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-b9f47016-fca5-463d-8a59-79cca0e05702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:34.737556 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-afb73302-6010-4a41-9561-2f37278ff09f req-c9fe88c2-072a-43ec-ae54-87a10c161275 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/security-groups?id=a18fc30f-a8d8-4fa1-a88c-0c403993028e&id=9a7a36b4-9c1a-4edd-90aa-095feb4125c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0604882 Sep 03 09:54:34.778727 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-b9f47016-fca5-463d-8a59-79cca0e05702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:34.781449 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-b9f47016-fca5-463d-8a59-79cca0e05702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:34.782605 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-b9f47016-fca5-463d-8a59-79cca0e05702 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2c155a52-4f62-42f2-b291-8ac42fdfc52f HTTP/1.1" status: 204 len: 168 time: 0.4266386 Sep 03 09:54:34.790550 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f47016-fca5-463d-8a59-79cca0e05702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c155a52-4f62-42f2-b291-8ac42fdfc52f,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:35.420263 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad751bce-2b78-4a02-8b27-e0f62cb009d9 req-3a19c8ec-a2d8-4119-998c-4287f613f9ff tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:35.421872 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-ad751bce-2b78-4a02-8b27-e0f62cb009d9 req-3a19c8ec-a2d8-4119-998c-4287f613f9ff tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.67 "GET /v2.0/ports?device_id=50880605-4da1-4409-8940-8ad3f4d1449b HTTP/1.1" status: 200 len: 945 time: 0.0482624 Sep 03 09:54:35.461738 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-ad751bce-2b78-4a02-8b27-e0f62cb009d9 req-7e8f9d6c-ec2b-44a5-966c-f523489b3a2b tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.67 "GET /v2.0/security-groups?id=10b0e53c-5e57-476a-981e-afaae5063717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337090 Sep 03 09:54:35.858526 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed4ce6-955f-49ed-b5af-0bec5ca187e0 req-b5707d03-91d6-49bf-b51e-25a104ffadda tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:35.860118 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-48ed4ce6-955f-49ed-b5af-0bec5ca187e0 req-b5707d03-91d6-49bf-b51e-25a104ffadda tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/ports?device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 984 time: 0.0514956 Sep 03 09:54:35.900560 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-48ed4ce6-955f-49ed-b5af-0bec5ca187e0 req-9d4b3687-7a14-4430-a13b-088ddf4bdf1d tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/security-groups?id=a18fc30f-a8d8-4fa1-a88c-0c403993028e&id=9a7a36b4-9c1a-4edd-90aa-095feb4125c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343368 Sep 03 09:54:36.085311 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 5d6f7381-6c96-4c38-8a81-aa4e75bb5f0a up at agent hyperv_hv-cinder-60634 {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:54:36.134051 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Provisioning for port 5d6f7381-6c96-4c38-8a81-aa4e75bb5f0a completed by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:54:36.138267 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Provisioning complete for port 5d6f7381-6c96-4c38-8a81-aa4e75bb5f0a triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:54:36.138642 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:36.212399 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:36.237099 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50880605-4da1-4409-8940-8ad3f4d1449b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d6f7381-6c96-4c38-8a81-aa4e75bb5f0a'}] {{(pid=105526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:54:36.239362 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4892a96944886cb42b4657d46b368d41fc18c437eb6a682d176e385d93bf320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38258c94-c371-468f-ab03-aaff0db48181" -d '{"events": [{"server_uuid": "50880605-4da1-4409-8940-8ad3f4d1449b", "name": "network-vif-plugged", "status": "completed", "tag": "5d6f7381-6c96-4c38-8a81-aa4e75bb5f0a"}]}' {{(pid=105526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:54:36.253001 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 5d6f7381-6c96-4c38-8a81-aa4e75bb5f0a, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=5d6f7381-6c96-4c38-8a81-aa4e75bb5f0a,segment=NetworkSegment(cba71f7d-68a7-4e06-9b55-7aed9789beed),segment_id=cba71f7d-68a7-4e06-9b55-7aed9789beed)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:54:36.258223 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:36.284592 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 09:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab1bb58-0601-41c5-bfc6-bced1e86dd4f x-openstack-request-id: req-8ab1bb58-0601-41c5-bfc6-bced1e86dd4f {{(pid=105526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:54:36.284885 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50880605-4da1-4409-8940-8ad3f4d1449b", "name": "network-vif-plugged", "status": "completed", "tag": "5d6f7381-6c96-4c38-8a81-aa4e75bb5f0a", "code": 200}]} {{(pid=105526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:54:36.285135 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8ab1bb58-0601-41c5-bfc6-bced1e86dd4f {{(pid=105526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:54:36.285520 dv-cinder-606346-32-iscsi neutron-server[105526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50880605-4da1-4409-8940-8ad3f4d1449b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d6f7381-6c96-4c38-8a81-aa4e75bb5f0a', 'code': 200} Sep 03 09:54:36.310897 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Pushing event updated for resources: {'Port': ['ID=5d6f7381-6c96-4c38-8a81-aa4e75bb5f0a,revision_number=5']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:36.470310 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371e4dd-4039-4a08-8808-a408c4679d51 req-76c04ac5-3591-4e87-88da-819c5b6fdb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:36.472048 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-f371e4dd-4039-4a08-8808-a408c4679d51 req-76c04ac5-3591-4e87-88da-819c5b6fdb84 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=50880605-4da1-4409-8940-8ad3f4d1449b HTTP/1.1" status: 200 len: 1099 time: 0.0467665 Sep 03 09:54:36.512077 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-f371e4dd-4039-4a08-8808-a408c4679d51 req-77ed4d60-f64c-4325-b937-d46a853dc25c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=10b0e53c-5e57-476a-981e-afaae5063717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307221 Sep 03 09:54:36.582925 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b07567f-13af-4035-99ae-7ad89d620896 req-9642b437-596d-45b0-a5da-624dc91f6653 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:36.584403 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-5b07567f-13af-4035-99ae-7ad89d620896 req-9642b437-596d-45b0-a5da-624dc91f6653 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.67 "GET /v2.0/ports?device_id=50880605-4da1-4409-8940-8ad3f4d1449b HTTP/1.1" status: 200 len: 946 time: 0.0487883 Sep 03 09:54:36.622410 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-5b07567f-13af-4035-99ae-7ad89d620896 req-e7559eca-62db-4062-b40e-5d485e8647e4 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.67 "GET /v2.0/security-groups?id=10b0e53c-5e57-476a-981e-afaae5063717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317359 Sep 03 09:54:37.019243 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174623b5-a3b9-4ba5-be3a-473bf6533062 req-cd7c85b9-dfff-4c41-ac7e-2969b3e6279b tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:37.020739 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-174623b5-a3b9-4ba5-be3a-473bf6533062 req-cd7c85b9-dfff-4c41-ac7e-2969b3e6279b tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/ports?device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 984 time: 0.0514903 Sep 03 09:54:37.061425 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-174623b5-a3b9-4ba5-be3a-473bf6533062 req-251b6ad6-653d-4a95-bc0c-8dd446e28b34 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/security-groups?id=a18fc30f-a8d8-4fa1-a88c-0c403993028e&id=9a7a36b4-9c1a-4edd-90aa-095feb4125c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338571 Sep 03 09:54:37.738614 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32010e8a-1220-4944-aecd-5546a9cd6bbd req-748cbdda-fa78-4e6e-893a-facbc0a82c4d tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:37.740607 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-32010e8a-1220-4944-aecd-5546a9cd6bbd req-748cbdda-fa78-4e6e-893a-facbc0a82c4d tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.67 "GET /v2.0/ports?device_id=50880605-4da1-4409-8940-8ad3f4d1449b HTTP/1.1" status: 200 len: 946 time: 0.0508661 Sep 03 09:54:37.782453 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-32010e8a-1220-4944-aecd-5546a9cd6bbd req-d71e53fe-8a0d-42de-a9c5-b7e38f748620 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.67 "GET /v2.0/security-groups?id=10b0e53c-5e57-476a-981e-afaae5063717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340216 Sep 03 09:54:38.185271 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b62923c-48bf-4fde-946c-d903cf025ba2 req-96e17ba0-3b6b-48e7-9fa1-83f9407c5160 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:38.186884 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-9b62923c-48bf-4fde-946c-d903cf025ba2 req-96e17ba0-3b6b-48e7-9fa1-83f9407c5160 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/ports?device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 984 time: 0.0550652 Sep 03 09:54:38.231478 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-9b62923c-48bf-4fde-946c-d903cf025ba2 req-31d8de0f-f3ba-4b34-8eff-4d693dc1fbc6 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/security-groups?id=a18fc30f-a8d8-4fa1-a88c-0c403993028e&id=9a7a36b4-9c1a-4edd-90aa-095feb4125c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367107 Sep 03 09:54:38.904220 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8107f7-218c-48b2-85dc-eb3552087442 req-0be41bf0-c80a-42a5-a5c2-3d549cd9f8a7 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:38.905721 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-bf8107f7-218c-48b2-85dc-eb3552087442 req-0be41bf0-c80a-42a5-a5c2-3d549cd9f8a7 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.67 "GET /v2.0/ports?device_id=50880605-4da1-4409-8940-8ad3f4d1449b HTTP/1.1" status: 200 len: 946 time: 0.0512419 Sep 03 09:54:38.942353 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-bf8107f7-218c-48b2-85dc-eb3552087442 req-95450c2d-3865-497f-a257-9cd1bccab60b tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.67 "GET /v2.0/security-groups?id=10b0e53c-5e57-476a-981e-afaae5063717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307510 Sep 03 09:54:39.360828 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4c58d-19ed-47b1-81ef-bb71f09e6f3f req-a4ab0101-2a51-432c-81ef-f0a64c2f0ff7 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:39.368423 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-46b4c58d-19ed-47b1-81ef-bb71f09e6f3f req-a4ab0101-2a51-432c-81ef-f0a64c2f0ff7 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/ports?device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 984 time: 0.0617044 Sep 03 09:54:39.408158 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-46b4c58d-19ed-47b1-81ef-bb71f09e6f3f req-3b5fb3e3-c474-42c8-864f-ac77a0dd196b tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/security-groups?id=a18fc30f-a8d8-4fa1-a88c-0c403993028e&id=9a7a36b4-9c1a-4edd-90aa-095feb4125c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0388556 Sep 03 09:54:39.695176 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 39956) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:39.804718 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-0c176921-1efe-48e4-9482-9152b791f205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:39.897110 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-0c176921-1efe-48e4-9482-9152b791f205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:39.900995 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-0c176921-1efe-48e4-9482-9152b791f205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:39.940261 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-0c176921-1efe-48e4-9482-9152b791f205 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4cb415bff3eb409ab5d01b724a94c617&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2439480 Sep 03 09:54:39.941140 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c176921-1efe-48e4-9482-9152b791f205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6629bd-5fb7-4764-b426-d063fec6b5b6,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:39.942938 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 39960) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:39.994904 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-b10365c1-7232-41aa-98fc-056155cbf73b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:40.018231 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-b10365c1-7232-41aa-98fc-056155cbf73b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:40.067970 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-b10365c1-7232-41aa-98fc-056155cbf73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:40.070717 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-b10365c1-7232-41aa-98fc-056155cbf73b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:40.071995 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-b10365c1-7232-41aa-98fc-056155cbf73b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cf6629bd-5fb7-4764-b426-d063fec6b5b6 HTTP/1.1" status: 204 len: 168 time: 0.1280963 Sep 03 09:54:40.086480 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10365c1-7232-41aa-98fc-056155cbf73b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6629bd-5fb7-4764-b426-d063fec6b5b6,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:40.094651 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10365c1-7232-41aa-98fc-056155cbf73b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:54:40.095006 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10365c1-7232-41aa-98fc-056155cbf73b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:54:40.095356 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10365c1-7232-41aa-98fc-056155cbf73b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:54:40.095696 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10365c1-7232-41aa-98fc-056155cbf73b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:54:40.096091 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10365c1-7232-41aa-98fc-056155cbf73b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:54:40.096437 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10365c1-7232-41aa-98fc-056155cbf73b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:54:40.096822 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10365c1-7232-41aa-98fc-056155cbf73b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:54:40.097107 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10365c1-7232-41aa-98fc-056155cbf73b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:54:40.097394 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10365c1-7232-41aa-98fc-056155cbf73b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:54:40.097758 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10365c1-7232-41aa-98fc-056155cbf73b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:54:40.098085 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10365c1-7232-41aa-98fc-056155cbf73b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:54:40.098411 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10365c1-7232-41aa-98fc-056155cbf73b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:54:40.331291 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 39968) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:40.345200 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-f8b42b3e-33cc-4f9f-96e1-58b3681681aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:40.457974 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-f8b42b3e-33cc-4f9f-96e1-58b3681681aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:40.465478 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-f8b42b3e-33cc-4f9f-96e1-58b3681681aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:40.512153 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b42b3e-33cc-4f9f-96e1-58b3681681aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a52f736-b27d-4d63-8a28-9f577137926b,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:40.528541 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-f8b42b3e-33cc-4f9f-96e1-58b3681681aa admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8236a1c4442a41239bb18ca16a0fed3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1962020 Sep 03 09:54:40.531263 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 39974) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:40.551653 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd761c-8337-445a-911c-9551f42f236d req-ea507c4a-8fa7-4948-9509-13bc26a3905b tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:40.553262 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-67bd761c-8337-445a-911c-9551f42f236d req-ea507c4a-8fa7-4948-9509-13bc26a3905b tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/ports?device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 984 time: 0.0677788 Sep 03 09:54:40.585616 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-ca08b851-2eea-452a-9660-7911a66d3c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:40.598119 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-67bd761c-8337-445a-911c-9551f42f236d req-0d82a96d-8cbe-4875-b9c9-c010151b1187 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/security-groups?id=a18fc30f-a8d8-4fa1-a88c-0c403993028e&id=9a7a36b4-9c1a-4edd-90aa-095feb4125c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0381808 Sep 03 09:54:40.614231 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-ca08b851-2eea-452a-9660-7911a66d3c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:40.663454 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-ca08b851-2eea-452a-9660-7911a66d3c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:40.666139 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-ca08b851-2eea-452a-9660-7911a66d3c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:40.669987 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-ca08b851-2eea-452a-9660-7911a66d3c7b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8a52f736-b27d-4d63-8a28-9f577137926b HTTP/1.1" status: 204 len: 168 time: 0.1350307 Sep 03 09:54:40.675933 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca08b851-2eea-452a-9660-7911a66d3c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a52f736-b27d-4d63-8a28-9f577137926b,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:41.728171 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5af5ded-2ef9-471d-8816-fa09cd7f0ba0 req-7a2dcad4-649c-4a7f-9f4a-7e30ba439e08 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:41.729871 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-b5af5ded-2ef9-471d-8816-fa09cd7f0ba0 req-7a2dcad4-649c-4a7f-9f4a-7e30ba439e08 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/ports?device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 984 time: 0.0553081 Sep 03 09:54:41.774155 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-b5af5ded-2ef9-471d-8816-fa09cd7f0ba0 req-b76f663a-7ac0-43d8-a495-6194b897586f tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/security-groups?id=a18fc30f-a8d8-4fa1-a88c-0c403993028e&id=9a7a36b4-9c1a-4edd-90aa-095feb4125c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0383680 Sep 03 09:54:42.922781 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc8c95-1c66-4188-a5cf-b60ef29e2b06 req-3f7678df-90cc-475a-929c-c96de6f682df tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:42.924298 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-9ffc8c95-1c66-4188-a5cf-b60ef29e2b06 req-3f7678df-90cc-475a-929c-c96de6f682df tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/ports?device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 984 time: 0.0631852 Sep 03 09:54:42.964921 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-9ffc8c95-1c66-4188-a5cf-b60ef29e2b06 req-8e762227-426c-42af-87d1-c7b5bc0b2081 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/security-groups?id=a18fc30f-a8d8-4fa1-a88c-0c403993028e&id=9a7a36b4-9c1a-4edd-90aa-095feb4125c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345745 Sep 03 09:54:44.107800 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742c3674-04b0-4e8d-90fc-6b2c7c7b12f7 req-dac55263-6d0e-4fe4-a26b-920abb6604c8 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:44.109488 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-742c3674-04b0-4e8d-90fc-6b2c7c7b12f7 req-dac55263-6d0e-4fe4-a26b-920abb6604c8 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/ports?device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 984 time: 0.0559371 Sep 03 09:54:44.156967 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-742c3674-04b0-4e8d-90fc-6b2c7c7b12f7 req-9693a8d6-ae6d-4c2c-967f-9e7cb90dbfe3 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/security-groups?id=a18fc30f-a8d8-4fa1-a88c-0c403993028e&id=9a7a36b4-9c1a-4edd-90aa-095feb4125c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410717 Sep 03 09:54:45.631133 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 40098) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:45.739683 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-a850e935-1913-4682-859a-103554e28162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:45.826360 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-a850e935-1913-4682-859a-103554e28162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:45.829933 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-a850e935-1913-4682-859a-103554e28162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:45.868652 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a850e935-1913-4682-859a-103554e28162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c39519a-92f8-49d4-a001-5370f29099de,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:45.872596 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-a850e935-1913-4682-859a-103554e28162 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a4335a5ca6d643038744b4f6d7c02a36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2404993 Sep 03 09:54:45.875421 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 40106) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:45.878477 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a850e935-1913-4682-859a-103554e28162 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:54:45.878834 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a850e935-1913-4682-859a-103554e28162 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:54:45.879184 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a850e935-1913-4682-859a-103554e28162 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:54:45.879529 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a850e935-1913-4682-859a-103554e28162 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:54:45.879870 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a850e935-1913-4682-859a-103554e28162 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:54:45.880211 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a850e935-1913-4682-859a-103554e28162 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:54:45.880549 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a850e935-1913-4682-859a-103554e28162 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:54:45.880887 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a850e935-1913-4682-859a-103554e28162 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:54:45.881288 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a850e935-1913-4682-859a-103554e28162 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:54:45.881557 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a850e935-1913-4682-859a-103554e28162 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:54:45.881911 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a850e935-1913-4682-859a-103554e28162 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:54:45.882241 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a850e935-1913-4682-859a-103554e28162 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:54:45.925680 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-c6811e58-c06a-487d-acb0-35ef9694fded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:45.946844 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-c6811e58-c06a-487d-acb0-35ef9694fded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:45.995830 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-c6811e58-c06a-487d-acb0-35ef9694fded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:45.998556 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-c6811e58-c06a-487d-acb0-35ef9694fded admin admin] Notify callbacks [] for security_group, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:45.999741 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-c6811e58-c06a-487d-acb0-35ef9694fded admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7c39519a-92f8-49d4-a001-5370f29099de HTTP/1.1" status: 204 len: 168 time: 0.1231885 Sep 03 09:54:46.007570 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6811e58-c06a-487d-acb0-35ef9694fded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c39519a-92f8-49d4-a001-5370f29099de,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:46.268547 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 40114) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:46.281957 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-4a6660c1-c4bd-4c9f-8bc0-af461ffa6be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:46.369917 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-4a6660c1-c4bd-4c9f-8bc0-af461ffa6be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:46.373861 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-4a6660c1-c4bd-4c9f-8bc0-af461ffa6be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:46.412735 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-4a6660c1-c4bd-4c9f-8bc0-af461ffa6be1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=75bdc02426784e6ea76a7925b4afe771&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1421878 Sep 03 09:54:46.414602 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 40116) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:46.422236 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6660c1-c4bd-4c9f-8bc0-af461ffa6be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50226e4d-6e22-4da5-95f6-9a636e1b82b7,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:46.472649 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-afaeec2d-8c81-45ef-a4a1-50cd565520da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:46.493547 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-afaeec2d-8c81-45ef-a4a1-50cd565520da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:46.540062 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-afaeec2d-8c81-45ef-a4a1-50cd565520da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:46.542858 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-afaeec2d-8c81-45ef-a4a1-50cd565520da admin admin] Notify callbacks [] for security_group, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:46.546032 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-afaeec2d-8c81-45ef-a4a1-50cd565520da admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/50226e4d-6e22-4da5-95f6-9a636e1b82b7 HTTP/1.1" status: 204 len: 168 time: 0.1304698 Sep 03 09:54:46.554580 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaeec2d-8c81-45ef-a4a1-50cd565520da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50226e4d-6e22-4da5-95f6-9a636e1b82b7,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:46.872291 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 40124) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:46.887431 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-d8ceb253-2511-45fe-ac9b-dbac17585622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:46.975319 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-d8ceb253-2511-45fe-ac9b-dbac17585622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:46.979118 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-d8ceb253-2511-45fe-ac9b-dbac17585622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:47.015824 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ceb253-2511-45fe-ac9b-dbac17585622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d15409c-5903-4d3e-a120-866cd03cca08,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:47.024618 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-d8ceb253-2511-45fe-ac9b-dbac17585622 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=53c09daed5fd4fe58da1dc259895313f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1468022 Sep 03 09:54:47.024950 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 40126) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:47.060660 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.agents_db [None req-2440585d-454d-4def-9aab-3d39e7194109 None None] Agent healthcheck: found 6 active agents {{(pid=105527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 09:54:47.074778 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-ecb0d69c-2233-4d9e-a188-eba138d9fa32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:47.096082 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-ecb0d69c-2233-4d9e-a188-eba138d9fa32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:47.140701 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-ecb0d69c-2233-4d9e-a188-eba138d9fa32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:47.143273 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-ecb0d69c-2233-4d9e-a188-eba138d9fa32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:47.144406 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-ecb0d69c-2233-4d9e-a188-eba138d9fa32 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1d15409c-5903-4d3e-a120-866cd03cca08 HTTP/1.1" status: 204 len: 168 time: 0.1185040 Sep 03 09:54:47.151732 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb0d69c-2233-4d9e-a188-eba138d9fa32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d15409c-5903-4d3e-a120-866cd03cca08,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:47.882925 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:49.044402 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 40208) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:49.160738 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-88aeb6fb-de3f-4ee2-aeb7-1b5f82050956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:49.257450 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-88aeb6fb-de3f-4ee2-aeb7-1b5f82050956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:49.261988 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-88aeb6fb-de3f-4ee2-aeb7-1b5f82050956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:49.301099 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-88aeb6fb-de3f-4ee2-aeb7-1b5f82050956 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=df2f0842f1a947f098f6d6806bd891be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2553675 Sep 03 09:54:49.303067 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aeb6fb-de3f-4ee2-aeb7-1b5f82050956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00901045-be46-4193-9c5b-c64e22ccc813,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:49.303763 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 40218) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:49.353547 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-8af10025-15b5-4e53-a9db-2e21f1a412a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:49.379697 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-8af10025-15b5-4e53-a9db-2e21f1a412a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:49.434725 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-8af10025-15b5-4e53-a9db-2e21f1a412a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:49.438331 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-8af10025-15b5-4e53-a9db-2e21f1a412a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:49.444102 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-8af10025-15b5-4e53-a9db-2e21f1a412a5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/00901045-be46-4193-9c5b-c64e22ccc813 HTTP/1.1" status: 204 len: 168 time: 0.1372817 Sep 03 09:54:49.453990 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af10025-15b5-4e53-a9db-2e21f1a412a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00901045-be46-4193-9c5b-c64e22ccc813,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:49.485372 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f52e51-5795-4274-8b67-54c09f7edf96 req-786f8279-bc0f-43b6-8e36-ff9eb7230c7f tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:49.486863 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-e6f52e51-5795-4274-8b67-54c09f7edf96 req-786f8279-bc0f-43b6-8e36-ff9eb7230c7f tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 946 time: 0.0536017 Sep 03 09:54:49.527179 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-e6f52e51-5795-4274-8b67-54c09f7edf96 req-2e3a33be-d455-4a78-a501-fcd28281695a tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340526 Sep 03 09:54:49.723849 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 40228) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:49.737477 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-3ae034c0-c8be-4580-bcc6-8f4b83075586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:49.834152 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-3ae034c0-c8be-4580-bcc6-8f4b83075586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:49.838570 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-3ae034c0-c8be-4580-bcc6-8f4b83075586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:49.876374 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae034c0-c8be-4580-bcc6-8f4b83075586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e40ec2-27f8-4377-83d5-4c74b0def9cd,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:49.881713 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-3ae034c0-c8be-4580-bcc6-8f4b83075586 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cc7256a62b334f9facec7591869e9e5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1556606 Sep 03 09:54:49.883308 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 40232) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:49.932624 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-0714b917-b008-44e8-895e-9104569d829a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:49.955374 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-0714b917-b008-44e8-895e-9104569d829a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:50.005874 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-0714b917-b008-44e8-895e-9104569d829a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:50.008550 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-0714b917-b008-44e8-895e-9104569d829a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:50.009763 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-0714b917-b008-44e8-895e-9104569d829a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/56e40ec2-27f8-4377-83d5-4c74b0def9cd HTTP/1.1" status: 204 len: 168 time: 0.1254425 Sep 03 09:54:50.018547 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0714b917-b008-44e8-895e-9104569d829a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e40ec2-27f8-4377-83d5-4c74b0def9cd,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:50.648151 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b88a9-8196-4a77-84d6-f65a9c5f1fea req-2f394a5e-6ccd-4c13-81b2-f19b573c8526 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:50.649676 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-8e9b88a9-8196-4a77-84d6-f65a9c5f1fea req-2f394a5e-6ccd-4c13-81b2-f19b573c8526 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 946 time: 0.0494921 Sep 03 09:54:50.691762 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 40258) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:50.696538 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-8e9b88a9-8196-4a77-84d6-f65a9c5f1fea req-811080cb-059c-43ab-9545-67b4e56af404 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404146 Sep 03 09:54:50.796794 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [None req-9cda8047-c13e-4ef4-aab0-dc648bf2f231 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-772398438-network', 'tenant_id': 'c1ec96c4279b4069b2fcb5e4c742344a'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:54:50.816468 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cda8047-c13e-4ef4-aab0-dc648bf2f231 admin admin] Made reservation on behalf of c1ec96c4279b4069b2fcb5e4c742344a for: {'network': 1} {{(pid=105524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:54:50.818730 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-9cda8047-c13e-4ef4-aab0-dc648bf2f231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for network, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:50.827387 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-9cda8047-c13e-4ef4-aab0-dc648bf2f231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:50.919602 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-9cda8047-c13e-4ef4-aab0-dc648bf2f231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:50.923180 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-9cda8047-c13e-4ef4-aab0-dc648bf2f231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:50.944773 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cda8047-c13e-4ef4-aab0-dc648bf2f231 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=105524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 09:54:50.960558 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cda8047-c13e-4ef4-aab0-dc648bf2f231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78534450-2a62-4669-99b4-6a5d8f15fa76,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:50.965115 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-9cda8047-c13e-4ef4-aab0-dc648bf2f231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718351'] for segment, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:50.965461 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.db.segments_db [None req-9cda8047-c13e-4ef4-aab0-dc648bf2f231 admin admin] Added segment 462b6c46-672c-4e78-8735-39bea9aefa55 of type vlan for network e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8 Sep 03 09:54:51.009069 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-9cda8047-c13e-4ef4-aab0-dc648bf2f231 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759173236709'] for network, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:51.034845 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-9cda8047-c13e-4ef4-aab0-dc648bf2f231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146'] for network, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:51.035776 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cda8047-c13e-4ef4-aab0-dc648bf2f231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:51.036361 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-9cda8047-c13e-4ef4-aab0-dc648bf2f231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for network, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:51.068306 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-9cda8047-c13e-4ef4-aab0-dc648bf2f231 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3752029 Sep 03 09:54:51.071129 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 40264) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:51.076649 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [None req-2620c624-b0f6-4a9d-9605-f15700ca0c22 admin admin] Request body: {'subnet': {'network_id': 'e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-772398438-subnet', 'tenant_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'ip_version': 4}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:54:51.098147 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2620c624-b0f6-4a9d-9605-f15700ca0c22 admin admin] Made reservation on behalf of c1ec96c4279b4069b2fcb5e4c742344a for: {'subnet': 1} {{(pid=105525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:54:51.100415 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-2620c624-b0f6-4a9d-9605-f15700ca0c22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25634998'] for subnet, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:51.103405 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cda8047-c13e-4ef4-aab0-dc648bf2f231 admin admin] Pushing event updated for resources: {'Network': ['ID=e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:51.113524 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Network e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8 details requested by agent ovs-agent-dv-cinder-606346-32-iscsi with host dv-cinder-606346-32-iscsi {{(pid=105526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 09:54:51.282497 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-2620c624-b0f6-4a9d-9605-f15700ca0c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25166753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25634968'] for subnet, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:51.345585 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2620c624-b0f6-4a9d-9605-f15700ca0c22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b109763-0193-4b59-85f3-359058c4faaf,revision_number=0']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:51.347798 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2620c624-b0f6-4a9d-9605-f15700ca0c22 admin admin] Checking segment: {'id': '462b6c46-672c-4e78-8735-39bea9aefa55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:54:51.348154 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2620c624-b0f6-4a9d-9605-f15700ca0c22 admin admin] Network hostable DHCP agents. Network: e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8, hostable agents: ['b845873d-a9da-4ebd-9f87-ebd42caf249d'], hosted agents: [] {{(pid=105525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 09:54:51.365361 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2620c624-b0f6-4a9d-9605-f15700ca0c22 admin admin] Network e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8 is scheduled to be hosted by DHCP agent b845873d-a9da-4ebd-9f87-ebd42caf249d with binding_index 1 {{(pid=105525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 09:54:51.374256 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.base_scheduler [None req-2620c624-b0f6-4a9d-9605-f15700ca0c22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-32-iscsi, e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8) {{(pid=105525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:54:51.380182 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2620c624-b0f6-4a9d-9605-f15700ca0c22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:51.381131 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-2620c624-b0f6-4a9d-9605-f15700ca0c22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for subnet, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:51.382095 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6973ca88-a6f9-4028-a526-2e65f8d622ca None None] Network e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8 requested from dv-cinder-606346-32-iscsi {{(pid=105526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 09:54:51.394558 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-2620c624-b0f6-4a9d-9605-f15700ca0c22 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3223274 Sep 03 09:54:51.397125 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 40266) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:51.401666 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [None req-bb849819-d560-4043-b305-7af560e6465d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-772398438-router', 'tenant_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d'}}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:54:51.425022 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-bb849819-d560-4043-b305-7af560e6465d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8786'] for router, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:51.426526 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-bb849819-d560-4043-b305-7af560e6465d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1691692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1695932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-424503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8811'] for router, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:51.485488 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-bb849819-d560-4043-b305-7af560e6465d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:51.655304 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-bb849819-d560-4043-b305-7af560e6465d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:51.656446 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b218c4ed-6241-4015-b5a8-6ea37ae334c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18c2692c-177d-5ddd-a673-7a9ff6d9d43f-e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8', 'network_id': 'e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8', 'tenant_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'fixed_ips': [{'subnet_id': '8b109763-0193-4b59-85f3-359058c4faaf'}]}} from dv-cinder-606346-32-iscsi. {{(pid=105526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 09:54:51.657548 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-b218c4ed-6241-4015-b5a8-6ea37ae334c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:51.670592 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae1444e-3fa4-4a28-ad07-698a0cca62fc req-a30580fb-cd96-4cf9-a76f-14a7823450e2 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:51.672290 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-7ae1444e-3fa4-4a28-ad07-698a0cca62fc req-a30580fb-cd96-4cf9-a76f-14a7823450e2 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 946 time: 0.1215425 Sep 03 09:54:51.800016 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.db_base_plugin_common [None req-b218c4ed-6241-4015-b5a8-6ea37ae334c5 None None] Allocated IP 172.20.0.2 (e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8/8b109763-0193-4b59-85f3-359058c4faaf/a5012cab-7072-47b0-9dd7-d49cac7b26c5) {{(pid=105526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:54:51.872327 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.plugin [req-7ae1444e-3fa4-4a28-ad07-698a0cca62fc req-f3204192-30ff-4e0c-bcd8-980c8a8b5928 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Deleting port 9000703e-83cb-4133-ad9a-97f2ee4d2fe9 {{(pid=105525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 09:54:51.872647 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-7ae1444e-3fa4-4a28-ad07-698a0cca62fc req-f3204192-30ff-4e0c-bcd8-980c8a8b5928 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:51.885596 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c1e4c-9e5f-4295-bb12-d82a7e269722 req-00cd62d5-50cb-40ef-be95-d12002f3ee5e tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:51.887236 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-a76c1e4c-9e5f-4295-bb12-d82a7e269722 req-00cd62d5-50cb-40ef-be95-d12002f3ee5e tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 946 time: 0.1154706 Sep 03 09:54:51.951103 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-b218c4ed-6241-4015-b5a8-6ea37ae334c5 None None] Notify callbacks [] for port, precommit_create {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:51.960419 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-b218c4ed-6241-4015-b5a8-6ea37ae334c5 None None] Transition to ACTIVE for port object a5012cab-7072-47b0-9dd7-d49cac7b26c5 will not be triggered until provisioned by entity L2. {{(pid=105526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:54:51.976312 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-b218c4ed-6241-4015-b5a8-6ea37ae334c5 None None] Transition to ACTIVE for port object a5012cab-7072-47b0-9dd7-d49cac7b26c5 will not be triggered until provisioned by entity DHCP. {{(pid=105526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:54:51.983654 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-b218c4ed-6241-4015-b5a8-6ea37ae334c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931'] for port, after_create {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:52.029437 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b218c4ed-6241-4015-b5a8-6ea37ae334c5 None None] Network e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8 is already hosted by enough agents. {{(pid=105526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:54:52.037134 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.scheduler.base_scheduler [None req-b218c4ed-6241-4015-b5a8-6ea37ae334c5 None None] Resources bound (agent type, host, resource id): {{(pid=105526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:54:52.039119 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b218c4ed-6241-4015-b5a8-6ea37ae334c5 None None] Pushing event updated for resources: {'Port': ['ID=a5012cab-7072-47b0-9dd7-d49cac7b26c5,revision_number=1']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:52.041537 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b218c4ed-6241-4015-b5a8-6ea37ae334c5 None None] Received port after_create {{(pid=105526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:54:52.055440 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-a76c1e4c-9e5f-4295-bb12-d82a7e269722 req-ccf0625c-cc4f-481d-a7ff-379fa980d08b tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5441c9f-f946-4b06-ae05-7d762e90f684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547537 Sep 03 09:54:52.094557 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.db [req-7ae1444e-3fa4-4a28-ad07-698a0cca62fc req-f3204192-30ff-4e0c-bcd8-980c8a8b5928 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] For port 9000703e-83cb-4133-ad9a-97f2ee4d2fe9, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=9000703e-83cb-4133-ad9a-97f2ee4d2fe9,segment=NetworkSegment(1683d286-1be2-443d-83f5-01a3e9736922),segment_id=1683d286-1be2-443d-83f5-01a3e9736922)] {{(pid=105525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:54:52.094933 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-7ae1444e-3fa4-4a28-ad07-698a0cca62fc req-f3204192-30ff-4e0c-bcd8-980c8a8b5928 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:52.105952 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.managers [None req-b218c4ed-6241-4015-b5a8-6ea37ae334c5 None None] Attempting to bind port a5012cab-7072-47b0-9dd7-d49cac7b26c5 on host dv-cinder-606346-32-iscsi for vnic_type normal with profile {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 09:54:52.106351 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.managers [None req-b218c4ed-6241-4015-b5a8-6ea37ae334c5 None None] Attempting to bind port a5012cab-7072-47b0-9dd7-d49cac7b26c5 by drivers openvswitch,hyperv on host dv-cinder-606346-32-iscsi at level 0 using segments [{'id': '462b6c46-672c-4e78-8735-39bea9aefa55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8'}] {{(pid=105526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 09:54:52.106693 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b218c4ed-6241-4015-b5a8-6ea37ae334c5 None None] Attempting to bind port a5012cab-7072-47b0-9dd7-d49cac7b26c5 on network e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8 {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:54:52.115931 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b218c4ed-6241-4015-b5a8-6ea37ae334c5 None None] Checking agent: {'id': 'ce816ebf-b316-41f6-aeb5-8037a78dc56b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 9, 42, 33), 'started_at': datetime.datetime(2021, 9, 3, 9, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 9, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 09:54:52.117046 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b218c4ed-6241-4015-b5a8-6ea37ae334c5 None None] Checking segment: {'id': '462b6c46-672c-4e78-8735-39bea9aefa55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:54:52.117660 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-b218c4ed-6241-4015-b5a8-6ea37ae334c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:52.118061 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b218c4ed-6241-4015-b5a8-6ea37ae334c5 None None] Bound using segment: {'id': '462b6c46-672c-4e78-8735-39bea9aefa55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8'} {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 09:54:52.118538 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.managers [None req-b218c4ed-6241-4015-b5a8-6ea37ae334c5 None None] Bound port: a5012cab-7072-47b0-9dd7-d49cac7b26c5, host: dv-cinder-606346-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '462b6c46-672c-4e78-8735-39bea9aefa55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8'}}] {{(pid=105526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 09:54:52.118926 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-b218c4ed-6241-4015-b5a8-6ea37ae334c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:52.175052 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-bb849819-d560-4043-b305-7af560e6465d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:52.186774 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-b218c4ed-6241-4015-b5a8-6ea37ae334c5 None None] For port a5012cab-7072-47b0-9dd7-d49cac7b26c5, host dv-cinder-606346-32-iscsi, cleared binding levels {{(pid=105526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 09:54:52.189968 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-b218c4ed-6241-4015-b5a8-6ea37ae334c5 None None] For port a5012cab-7072-47b0-9dd7-d49cac7b26c5, host dv-cinder-606346-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=a5012cab-7072-47b0-9dd7-d49cac7b26c5,segment=NetworkSegment(462b6c46-672c-4e78-8735-39bea9aefa55),segment_id=462b6c46-672c-4e78-8735-39bea9aefa55)] {{(pid=105526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 09:54:52.194294 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-b218c4ed-6241-4015-b5a8-6ea37ae334c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:52.204702 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-bb849819-d560-4043-b305-7af560e6465d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:52.257281 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b218c4ed-6241-4015-b5a8-6ea37ae334c5 None None] Pushing event updated for resources: {'Port': ['ID=a5012cab-7072-47b0-9dd7-d49cac7b26c5,revision_number=2']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:52.264939 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b218c4ed-6241-4015-b5a8-6ea37ae334c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:54:52.265299 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b218c4ed-6241-4015-b5a8-6ea37ae334c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:54:52.265668 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b218c4ed-6241-4015-b5a8-6ea37ae334c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:54:52.266000 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b218c4ed-6241-4015-b5a8-6ea37ae334c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:54:52.266333 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b218c4ed-6241-4015-b5a8-6ea37ae334c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:54:52.266668 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b218c4ed-6241-4015-b5a8-6ea37ae334c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:54:52.266998 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b218c4ed-6241-4015-b5a8-6ea37ae334c5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:54:52.267327 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b218c4ed-6241-4015-b5a8-6ea37ae334c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:54:52.267650 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b218c4ed-6241-4015-b5a8-6ea37ae334c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:54:52.268001 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b218c4ed-6241-4015-b5a8-6ea37ae334c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:54:52.268328 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b218c4ed-6241-4015-b5a8-6ea37ae334c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:54:52.268638 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b218c4ed-6241-4015-b5a8-6ea37ae334c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:54:52.442419 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.db_base_plugin_common [None req-bb849819-d560-4043-b305-7af560e6465d admin admin] Allocated IP 172.27.3.62 (16dc62c0-adaf-4d17-9be4-5c31a1b1de1d/e699cb95-0a95-4e72-9bdf-93d4b1cc29ef/772e2c76-1ea8-42ce-a42a-1c5709f75a5f) {{(pid=105525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:54:52.451019 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-7ae1444e-3fa4-4a28-ad07-698a0cca62fc req-f3204192-30ff-4e0c-bcd8-980c8a8b5928 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:52.451388 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-7ae1444e-3fa4-4a28-ad07-698a0cca62fc req-f3204192-30ff-4e0c-bcd8-980c8a8b5928 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417335'] for floatingip, after_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:52.451737 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.db.l3_db [req-7ae1444e-3fa4-4a28-ad07-698a0cca62fc req-f3204192-30ff-4e0c-bcd8-980c8a8b5928 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Floating IP 751f1be7-d80e-4a92-865b-b18000b979cc disassociated. External IP: 172.27.3.182, port: 9000703e-83cb-4133-ad9a-97f2ee4d2fe9. Sep 03 09:54:52.452075 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.plugin [req-7ae1444e-3fa4-4a28-ad07-698a0cca62fc req-f3204192-30ff-4e0c-bcd8-980c8a8b5928 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Calling delete_port for 9000703e-83cb-4133-ad9a-97f2ee4d2fe9 owned by compute:nova {{(pid=105525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 09:54:52.616744 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-bb849819-d560-4043-b305-7af560e6465d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:52.687750 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-7ae1444e-3fa4-4a28-ad07-698a0cca62fc req-f3204192-30ff-4e0c-bcd8-980c8a8b5928 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25166669'] for port, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:52.720499 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3204192-30ff-4e0c-bcd8-980c8a8b5928 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Pushing event deleted for resources: {'Port': ['ID=9000703e-83cb-4133-ad9a-97f2ee4d2fe9,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:52.726573 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-bb849819-d560-4043-b305-7af560e6465d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25166669'] for port, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:52.829320 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb849819-d560-4043-b305-7af560e6465d admin admin] Network 16dc62c0-adaf-4d17-9be4-5c31a1b1de1d is already hosted by enough agents. {{(pid=105525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:54:52.838376 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.base_scheduler [None req-bb849819-d560-4043-b305-7af560e6465d admin admin] Resources bound (agent type, host, resource id): {{(pid=105525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:54:52.842635 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb849819-d560-4043-b305-7af560e6465d admin admin] Received port after_create {{(pid=105525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:54:52.844762 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb849819-d560-4043-b305-7af560e6465d admin admin] Pushing event updated for resources: {'Port': ['ID=772e2c76-1ea8-42ce-a42a-1c5709f75a5f,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:52.930154 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device a5012cab-7072-47b0-9dd7-d49cac7b26c5 up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:54:52.996949 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning for port a5012cab-7072-47b0-9dd7-d49cac7b26c5 completed by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:54:53.223016 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfffea8-1dd3-4a52-962d-463b4628577d None None] Network e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8 requested from dv-cinder-606346-32-iscsi {{(pid=105526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 09:54:53.266562 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-35cf4aff-309c-4e42-bc07-9ae135162637 req-eb23c28e-cd0c-4a0e-8665-7f12e1792483 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 210 time: 0.0636895 Sep 03 09:54:53.275120 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ae1444e-3fa4-4a28-ad07-698a0cca62fc req-f3204192-30ff-4e0c-bcd8-980c8a8b5928 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Router 38794d3a-c92d-47ec-b4c8-236350fd6216 has already been hosted by L3 agent d52909a0-0f60-4ffe-9597-25dbe871271a {{(pid=105525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 09:54:53.344172 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-8027003b-53ef-41cb-a8bd-4f7256eb1b01 None None] Provisioning for port a5012cab-7072-47b0-9dd7-d49cac7b26c5 completed by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:54:53.349726 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-8027003b-53ef-41cb-a8bd-4f7256eb1b01 None None] Provisioning complete for port a5012cab-7072-47b0-9dd7-d49cac7b26c5 triggered by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:54:53.350115 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-8027003b-53ef-41cb-a8bd-4f7256eb1b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:53.474811 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-8027003b-53ef-41cb-a8bd-4f7256eb1b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:53.508166 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ae1444e-3fa4-4a28-ad07-698a0cca62fc req-f3204192-30ff-4e0c-bcd8-980c8a8b5928 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify agent at l3_agent.dv-cinder-606346-32-iscsi the message routers_updated {{(pid=105525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 09:54:53.519699 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-8027003b-53ef-41cb-a8bd-4f7256eb1b01 None None] For port a5012cab-7072-47b0-9dd7-d49cac7b26c5, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=a5012cab-7072-47b0-9dd7-d49cac7b26c5,segment=NetworkSegment(462b6c46-672c-4e78-8735-39bea9aefa55),segment_id=462b6c46-672c-4e78-8735-39bea9aefa55)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:54:53.522376 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2146abdf-52e5-4374-8b4e-c9ef50aa5c69 None None] Sync routers for ids ['38794d3a-c92d-47ec-b4c8-236350fd6216'] in dv-cinder-606346-32-iscsi {{(pid=105526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 09:54:53.529902 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-8027003b-53ef-41cb-a8bd-4f7256eb1b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:53.537628 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2146abdf-52e5-4374-8b4e-c9ef50aa5c69 None None] Routers {'38794d3a-c92d-47ec-b4c8-236350fd6216'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:54:53.538290 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-2146abdf-52e5-4374-8b4e-c9ef50aa5c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:54:32Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['38794d3a-c92d-47ec-b4c8-236350fd6216'], 'active': True} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:54:53.552906 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-bb849819-d560-4043-b305-7af560e6465d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:53.574737 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ae1444e-3fa4-4a28-ad07-698a0cca62fc req-f3204192-30ff-4e0c-bcd8-980c8a8b5928 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] No DVR routers for this DVR port 9000703e-83cb-4133-ad9a-97f2ee4d2fe9 on host hv-cinder-60634 {{(pid=105525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 09:54:53.611173 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-7ae1444e-3fa4-4a28-ad07-698a0cca62fc req-f3204192-30ff-4e0c-bcd8-980c8a8b5928 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for port, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:53.613188 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-7ae1444e-3fa4-4a28-ad07-698a0cca62fc req-f3204192-30ff-4e0c-bcd8-980c8a8b5928 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.60 "DELETE /v2.0/ports/9000703e-83cb-4133-ad9a-97f2ee4d2fe9 HTTP/1.1" status: 204 len: 173 time: 1.9237502 Sep 03 09:54:53.613681 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0', 'name': 'network-vif-deleted', 'tag': '9000703e-83cb-4133-ad9a-97f2ee4d2fe9'}] {{(pid=105525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:54:53.616016 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b472ff3031a1c59aa5156df15414b1b35e6d7494da734e784d35b582b3c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f927b317-f294-4900-b985-534826d3e216" -d '{"events": [{"server_uuid": "cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0", "name": "network-vif-deleted", "tag": "9000703e-83cb-4133-ad9a-97f2ee4d2fe9"}]}' {{(pid=105525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:54:53.691469 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8027003b-53ef-41cb-a8bd-4f7256eb1b01 None None] Pushing event updated for resources: {'Port': ['ID=a5012cab-7072-47b0-9dd7-d49cac7b26c5,revision_number=3']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:53.707133 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 09:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fde51f-ee1e-4d52-a638-ad7e1aa849df x-openstack-request-id: req-b3fde51f-ee1e-4d52-a638-ad7e1aa849df {{(pid=105525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:54:53.707133 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0", "name": "network-vif-deleted", "tag": "9000703e-83cb-4133-ad9a-97f2ee4d2fe9", "status": "completed", "code": 200}]} {{(pid=105525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:54:53.707724 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b3fde51f-ee1e-4d52-a638-ad7e1aa849df {{(pid=105525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:54:53.707724 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0', 'name': 'network-vif-deleted', 'tag': '9000703e-83cb-4133-ad9a-97f2ee4d2fe9', 'status': 'completed', 'code': 200} Sep 03 09:54:53.738979 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvr_db [None req-2146abdf-52e5-4374-8b4e-c9ef50aa5c69 None None] Set router 38794d3a-c92d-47ec-b4c8-236350fd6216 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:54:53.796881 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-0947ef10-acaf-4312-88a1-182861b360ae None None] Provisioning complete for port a5012cab-7072-47b0-9dd7-d49cac7b26c5 triggered by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:54:53.797227 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-0947ef10-acaf-4312-88a1-182861b360ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:53.841365 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-bb849819-d560-4043-b305-7af560e6465d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1691685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1695977'] for router, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:53.994069 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb849819-d560-4043-b305-7af560e6465d admin admin] Router 18d17f1e-336f-4863-b5bd-04393f75e6a4 is scheduled to L3 agent d52909a0-0f60-4ffe-9597-25dbe871271a with binding_index 1 {{(pid=105525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 09:54:54.085542 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-2146abdf-52e5-4374-8b4e-c9ef50aa5c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'name': 'tempest-AttachVolumeShelveTestJSON-253564211-router', 'tenant_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '63a49cc8-1a5e-4872-a7bf-6365fb88411b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:50:35Z', 'updated_at': '2021-09-03T09:50:42Z', 'revision_number': 4, 'project_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'gw_port': {'id': '63a49cc8-1a5e-4872-a7bf-6365fb88411b', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:50:36Z', 'updated_at': '2021-09-03T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_interfaces': [{'id': 'c546163f-f2b2-4f5d-826e-88ccab3dfc8f', 'name': '', 'network_id': '528a02fc-44c8-4bd1-9db4-aa8e01cd9db5', 'tenant_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'mac_address': 'fa:16:3e:2d:67:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8b9bc1cc-f1d0-4f7b-aa38-f059a6d84938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:50:40Z', 'updated_at': '2021-09-03T09:50:52Z', 'revision_number': 5, 'project_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'subnets': [{'id': '8b9bc1cc-f1d0-4f7b-aa38-f059a6d84938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:54:54.125694 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2146abdf-52e5-4374-8b4e-c9ef50aa5c69 None None] Checking router: 38794d3a-c92d-47ec-b4c8-236350fd6216 for host: dv-cinder-606346-32-iscsi {{(pid=105526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 09:54:54.143953 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2146abdf-52e5-4374-8b4e-c9ef50aa5c69 None None] Routers {'38794d3a-c92d-47ec-b4c8-236350fd6216'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:54:54.144588 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-2146abdf-52e5-4374-8b4e-c9ef50aa5c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:54:32Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['38794d3a-c92d-47ec-b4c8-236350fd6216'], 'active': True} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:54:54.186421 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb849819-d560-4043-b305-7af560e6465d admin admin] Notify agent at l3_agent.dv-cinder-606346-32-iscsi the message routers_updated {{(pid=105525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 09:54:54.197651 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d938a7-9615-4b52-bbc5-1e9d9ecae168 None None] Sync routers for ids ['18d17f1e-336f-4863-b5bd-04393f75e6a4'] in dv-cinder-606346-32-iscsi {{(pid=105527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 09:54:54.216567 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d938a7-9615-4b52-bbc5-1e9d9ecae168 None None] Routers {'18d17f1e-336f-4863-b5bd-04393f75e6a4'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:54:54.218351 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-97d938a7-9615-4b52-bbc5-1e9d9ecae168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:54:32Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['18d17f1e-336f-4863-b5bd-04393f75e6a4'], 'active': True} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:54:54.246274 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-bb849819-d560-4043-b305-7af560e6465d admin admin] Notify callbacks [] for router, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:54.254345 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 40298) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:54.255091 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-bb849819-d560-4043-b305-7af560e6465d admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.8562026 Sep 03 09:54:54.390316 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvr_db [None req-2146abdf-52e5-4374-8b4e-c9ef50aa5c69 None None] Set router 38794d3a-c92d-47ec-b4c8-236350fd6216 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:54:54.422110 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-56466f91-a499-4d87-afd3-1dfb2f8337c7 req-cfe35986-aa61-4307-b16c-5d3735d1dc7e tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea5fd6f-95a4-45d3-b3b7-12f846d9fcf0 HTTP/1.1" status: 200 len: 210 time: 0.0346076 Sep 03 09:54:54.457989 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvr_db [None req-97d938a7-9615-4b52-bbc5-1e9d9ecae168 None None] Set router 18d17f1e-336f-4863-b5bd-04393f75e6a4 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:54:54.626895 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-2146abdf-52e5-4374-8b4e-c9ef50aa5c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'name': 'tempest-AttachVolumeShelveTestJSON-253564211-router', 'tenant_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '63a49cc8-1a5e-4872-a7bf-6365fb88411b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:50:35Z', 'updated_at': '2021-09-03T09:50:42Z', 'revision_number': 4, 'project_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'gw_port': {'id': '63a49cc8-1a5e-4872-a7bf-6365fb88411b', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:50:36Z', 'updated_at': '2021-09-03T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_interfaces': [{'id': 'c546163f-f2b2-4f5d-826e-88ccab3dfc8f', 'name': '', 'network_id': '528a02fc-44c8-4bd1-9db4-aa8e01cd9db5', 'tenant_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'mac_address': 'fa:16:3e:2d:67:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8b9bc1cc-f1d0-4f7b-aa38-f059a6d84938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:50:40Z', 'updated_at': '2021-09-03T09:50:52Z', 'revision_number': 5, 'project_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'subnets': [{'id': '8b9bc1cc-f1d0-4f7b-aa38-f059a6d84938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:54:54.653499 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-97d938a7-9615-4b52-bbc5-1e9d9ecae168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d17f1e-336f-4863-b5bd-04393f75e6a4', 'name': 'tempest-TestShelveInstance-772398438-router', 'tenant_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '772e2c76-1ea8-42ce-a42a-1c5709f75a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:54:51Z', 'updated_at': '2021-09-03T09:54:53Z', 'revision_number': 3, 'project_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'gw_port': {'id': '772e2c76-1ea8-42ce-a42a-1c5709f75a5f', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:dd:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d17f1e-336f-4863-b5bd-04393f75e6a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:52Z', 'updated_at': '2021-09-03T09:54:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi'}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:54:54.658594 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2146abdf-52e5-4374-8b4e-c9ef50aa5c69 None None] The sync data for ids ['38794d3a-c92d-47ec-b4c8-236350fd6216'] in dv-cinder-606346-32-iscsi is: [{'id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'name': 'tempest-AttachVolumeShelveTestJSON-253564211-router', 'tenant_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '63a49cc8-1a5e-4872-a7bf-6365fb88411b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:50:35Z', 'updated_at': '2021-09-03T09:50:42Z', 'revision_number': 4, 'project_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'gw_port': {'id': '63a49cc8-1a5e-4872-a7bf-6365fb88411b', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:50:36Z', 'updated_at': '2021-09-03T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_interfaces': [{'id': 'c546163f-f2b2-4f5d-826e-88ccab3dfc8f', 'name': '', 'network_id': '528a02fc-44c8-4bd1-9db4-aa8e01cd9db5', 'tenant_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'mac_address': 'fa:16:3e:2d:67:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8b9bc1cc-f1d0-4f7b-aa38-f059a6d84938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:50:40Z', 'updated_at': '2021-09-03T09:50:52Z', 'revision_number': 5, 'project_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'subnets': [{'id': '8b9bc1cc-f1d0-4f7b-aa38-f059a6d84938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 09:54:54.682204 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d938a7-9615-4b52-bbc5-1e9d9ecae168 None None] Checking router: 18d17f1e-336f-4863-b5bd-04393f75e6a4 for host: dv-cinder-606346-32-iscsi {{(pid=105527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 09:54:54.682550 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d938a7-9615-4b52-bbc5-1e9d9ecae168 None None] Updating router 18d17f1e-336f-4863-b5bd-04393f75e6a4 port 772e2c76-1ea8-42ce-a42a-1c5709f75a5f binding host dv-cinder-606346-32-iscsi {{(pid=105527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 09:54:54.708988 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-97d938a7-9615-4b52-bbc5-1e9d9ecae168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:54.797770 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-8fbd773e-f6c7-4347-bd2f-4ca5c23bb2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:54.912499 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device a5012cab-7072-47b0-9dd7-d49cac7b26c5 up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:54:54.980443 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning complete for port a5012cab-7072-47b0-9dd7-d49cac7b26c5 triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:54:54.980839 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:54.992767 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.db_base_plugin_common [None req-8fbd773e-f6c7-4347-bd2f-4ca5c23bb2b6 admin admin] Allocated IP 172.20.0.1 (e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8/8b109763-0193-4b59-85f3-359058c4faaf/aecaa0ba-1841-4130-a4b8-58ec586a5b5d) {{(pid=105524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:54:55.004164 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-97d938a7-9615-4b52-bbc5-1e9d9ecae168 None None] Notify callbacks [] for port, precommit_update {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:55.021754 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.provisioning_blocks [None req-97d938a7-9615-4b52-bbc5-1e9d9ecae168 None None] Transition to ACTIVE for port object 772e2c76-1ea8-42ce-a42a-1c5709f75a5f will not be triggered until provisioned by entity L2. {{(pid=105527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:54:55.033825 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-97d938a7-9615-4b52-bbc5-1e9d9ecae168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:55.084696 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32420c8-1ba8-4140-b01e-ceb26f749586 None None] Pushing event updated for resources: {'Port': ['ID=772e2c76-1ea8-42ce-a42a-1c5709f75a5f,revision_number=2']} {{(pid=105527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:55.084891 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03900f9f-8c89-4578-9e98-124d23ad8338 None None] New status for floating IP 751f1be7-d80e-4a92-865b-b18000b979cc: DOWN {{(pid=105526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 09:54:55.107662 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.managers [None req-97d938a7-9615-4b52-bbc5-1e9d9ecae168 None None] Attempting to bind port 772e2c76-1ea8-42ce-a42a-1c5709f75a5f on host dv-cinder-606346-32-iscsi for vnic_type normal with profile {{(pid=105527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 09:54:55.108178 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.managers [None req-97d938a7-9615-4b52-bbc5-1e9d9ecae168 None None] Attempting to bind port 772e2c76-1ea8-42ce-a42a-1c5709f75a5f by drivers openvswitch,hyperv on host dv-cinder-606346-32-iscsi at level 0 using segments [{'id': '454dc13d-4a6c-4de8-982e-8a57b380b104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d'}] {{(pid=105527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 09:54:55.108575 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d938a7-9615-4b52-bbc5-1e9d9ecae168 None None] Attempting to bind port 772e2c76-1ea8-42ce-a42a-1c5709f75a5f on network 16dc62c0-adaf-4d17-9be4-5c31a1b1de1d {{(pid=105527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:54:55.114336 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d938a7-9615-4b52-bbc5-1e9d9ecae168 None None] Checking agent: {'id': 'ce816ebf-b316-41f6-aeb5-8037a78dc56b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 9, 42, 33), 'started_at': datetime.datetime(2021, 9, 3, 9, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 9, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 09:54:55.114830 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d938a7-9615-4b52-bbc5-1e9d9ecae168 None None] Checking segment: {'id': '454dc13d-4a6c-4de8-982e-8a57b380b104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:54:55.115294 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-97d938a7-9615-4b52-bbc5-1e9d9ecae168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:55.115751 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d938a7-9615-4b52-bbc5-1e9d9ecae168 None None] Bound using segment: {'id': '454dc13d-4a6c-4de8-982e-8a57b380b104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d'} {{(pid=105527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 09:54:55.116118 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-8fbd773e-f6c7-4347-bd2f-4ca5c23bb2b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:55.116418 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.managers [None req-97d938a7-9615-4b52-bbc5-1e9d9ecae168 None None] Bound port: 772e2c76-1ea8-42ce-a42a-1c5709f75a5f, host: dv-cinder-606346-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '454dc13d-4a6c-4de8-982e-8a57b380b104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d'}}] {{(pid=105527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 09:54:55.116930 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-97d938a7-9615-4b52-bbc5-1e9d9ecae168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:55.131366 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.provisioning_blocks [None req-8fbd773e-f6c7-4347-bd2f-4ca5c23bb2b6 admin admin] Transition to ACTIVE for port object aecaa0ba-1841-4130-a4b8-58ec586a5b5d will not be triggered until provisioned by entity DHCP. {{(pid=105524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:54:55.167074 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-8fbd773e-f6c7-4347-bd2f-4ca5c23bb2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25413165'] for port, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:55.176047 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.db [None req-97d938a7-9615-4b52-bbc5-1e9d9ecae168 None None] For port 772e2c76-1ea8-42ce-a42a-1c5709f75a5f, host dv-cinder-606346-32-iscsi, cleared binding levels {{(pid=105527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 09:54:55.179864 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.db [None req-97d938a7-9615-4b52-bbc5-1e9d9ecae168 None None] For port 772e2c76-1ea8-42ce-a42a-1c5709f75a5f, host dv-cinder-606346-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=772e2c76-1ea8-42ce-a42a-1c5709f75a5f,segment=NetworkSegment(454dc13d-4a6c-4de8-982e-8a57b380b104),segment_id=454dc13d-4a6c-4de8-982e-8a57b380b104)] {{(pid=105527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 09:54:55.187151 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-97d938a7-9615-4b52-bbc5-1e9d9ecae168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:55.205364 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbd773e-f6c7-4347-bd2f-4ca5c23bb2b6 admin admin] Network e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8 is already hosted by enough agents. {{(pid=105524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:54:55.208615 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.base_scheduler [None req-8fbd773e-f6c7-4347-bd2f-4ca5c23bb2b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:54:55.212381 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbd773e-f6c7-4347-bd2f-4ca5c23bb2b6 admin admin] Received port after_create {{(pid=105524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:54:55.249831 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32420c8-1ba8-4140-b01e-ceb26f749586 None None] Pushing event updated for resources: {'Port': ['ID=772e2c76-1ea8-42ce-a42a-1c5709f75a5f,revision_number=3']} {{(pid=105527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:55.283322 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d938a7-9615-4b52-bbc5-1e9d9ecae168 None None] Routers {'18d17f1e-336f-4863-b5bd-04393f75e6a4'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:54:55.284249 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-97d938a7-9615-4b52-bbc5-1e9d9ecae168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:54:32Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['18d17f1e-336f-4863-b5bd-04393f75e6a4'], 'active': True} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:54:55.292737 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbd773e-f6c7-4347-bd2f-4ca5c23bb2b6 admin admin] Pushing event updated for resources: {'Port': ['ID=aecaa0ba-1841-4130-a4b8-58ec586a5b5d,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:55.315125 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-8fbd773e-f6c7-4347-bd2f-4ca5c23bb2b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417468'] for router_interface, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:55.433711 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvr_db [None req-97d938a7-9615-4b52-bbc5-1e9d9ecae168 None None] Set router 18d17f1e-336f-4863-b5bd-04393f75e6a4 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:54:55.500841 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-8fbd773e-f6c7-4347-bd2f-4ca5c23bb2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:55.544416 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 40310) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:55.572927 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a40257cb-6cae-459e-89ee-830c5407e9af None None] Provisioning for port aecaa0ba-1841-4130-a4b8-58ec586a5b5d completed by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:54:55.578628 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a40257cb-6cae-459e-89ee-830c5407e9af None None] Provisioning complete for port aecaa0ba-1841-4130-a4b8-58ec586a5b5d triggered by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:54:55.579186 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a40257cb-6cae-459e-89ee-830c5407e9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:55.621853 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-a40257cb-6cae-459e-89ee-830c5407e9af None None] Port aecaa0ba-1841-4130-a4b8-58ec586a5b5d cannot update to ACTIVE because it is not bound. {{(pid=105526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 09:54:55.650756 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-35b6c5e7-b74a-43d3-8613-eb24aced52f9 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks [] for security_group, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:55.692602 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-97d938a7-9615-4b52-bbc5-1e9d9ecae168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d17f1e-336f-4863-b5bd-04393f75e6a4', 'name': 'tempest-TestShelveInstance-772398438-router', 'tenant_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '772e2c76-1ea8-42ce-a42a-1c5709f75a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:54:51Z', 'updated_at': '2021-09-03T09:54:53Z', 'revision_number': 3, 'project_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'gw_port': {'id': '772e2c76-1ea8-42ce-a42a-1c5709f75a5f', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:dd:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d17f1e-336f-4863-b5bd-04393f75e6a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:52Z', 'updated_at': '2021-09-03T09:54:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi'}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:54:55.710617 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-35b6c5e7-b74a-43d3-8613-eb24aced52f9 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:55.720549 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d938a7-9615-4b52-bbc5-1e9d9ecae168 None None] The sync data for ids ['18d17f1e-336f-4863-b5bd-04393f75e6a4'] in dv-cinder-606346-32-iscsi is: [{'id': '18d17f1e-336f-4863-b5bd-04393f75e6a4', 'name': 'tempest-TestShelveInstance-772398438-router', 'tenant_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '772e2c76-1ea8-42ce-a42a-1c5709f75a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:54:51Z', 'updated_at': '2021-09-03T09:54:53Z', 'revision_number': 3, 'project_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'gw_port': {'id': '772e2c76-1ea8-42ce-a42a-1c5709f75a5f', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:dd:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d17f1e-336f-4863-b5bd-04393f75e6a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:52Z', 'updated_at': '2021-09-03T09:54:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi'}] {{(pid=105527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 09:54:55.791579 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-8fbd773e-f6c7-4347-bd2f-4ca5c23bb2b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:55.797909 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-8fbd773e-f6c7-4347-bd2f-4ca5c23bb2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25413178'] for port, after_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:55.821059 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-35b6c5e7-b74a-43d3-8613-eb24aced52f9 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:55.823705 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-35b6c5e7-b74a-43d3-8613-eb24aced52f9 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks [] for security_group, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:55.827650 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 40312) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:55.829376 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-35b6c5e7-b74a-43d3-8613-eb24aced52f9 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "DELETE /v2.0/security-groups/c5441c9f-f946-4b06-ae05-7d762e90f684 HTTP/1.1" status: 204 len: 168 time: 0.2806878 Sep 03 09:54:55.843142 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.api.v2.resource [None req-f5dd6065-3c58-471f-99b1-df43af9ed38d tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] show failed (client error): The resource could not be found. Sep 03 09:54:55.847075 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-f5dd6065-3c58-471f-99b1-df43af9ed38d tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups/c5441c9f-f946-4b06-ae05-7d762e90f684 HTTP/1.1" status: 404 len: 347 time: 0.0160246 Sep 03 09:54:55.847419 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 40314) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:55.875632 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b6c5e7-b74a-43d3-8613-eb24aced52f9 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5441c9f-f946-4b06-ae05-7d762e90f684,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:55.893830 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbd773e-f6c7-4347-bd2f-4ca5c23bb2b6 admin admin] Pushing event updated for resources: {'Port': ['ID=aecaa0ba-1841-4130-a4b8-58ec586a5b5d,revision_number=2']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:55.898098 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-8fbd773e-f6c7-4347-bd2f-4ca5c23bb2b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1832124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694508'] for router_interface, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:55.998024 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.plugin [None req-dfd9706a-6b7e-4b35-9f3f-4a6fa139f1b5 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Deleting port e984d54f-a4a9-4e3b-b05b-46638a17cba9 {{(pid=105525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 09:54:55.998378 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-dfd9706a-6b7e-4b35-9f3f-4a6fa139f1b5 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:56.015424 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbd773e-f6c7-4347-bd2f-4ca5c23bb2b6 admin admin] Network e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8 is already hosted by enough agents. {{(pid=105524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:54:56.017028 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.base_scheduler [None req-8fbd773e-f6c7-4347-bd2f-4ca5c23bb2b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:54:56.086897 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-dfd9706a-6b7e-4b35-9f3f-4a6fa139f1b5 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:56.087317 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-dfd9706a-6b7e-4b35-9f3f-4a6fa139f1b5 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:56.103789 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.plugin [None req-dfd9706a-6b7e-4b35-9f3f-4a6fa139f1b5 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Calling delete_port for e984d54f-a4a9-4e3b-b05b-46638a17cba9 owned by network:floatingip {{(pid=105525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 09:54:56.169411 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fbd773e-f6c7-4347-bd2f-4ca5c23bb2b6 admin admin] Router 18d17f1e-336f-4863-b5bd-04393f75e6a4 has already been hosted by L3 agent d52909a0-0f60-4ffe-9597-25dbe871271a {{(pid=105524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 09:54:56.204020 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 9000703e-83cb-4133-ad9a-97f2ee4d2fe9 no longer exists at agent hyperv_hv-cinder-60634 {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 09:54:56.244570 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] No Port match for: 9000703e-83cb-4133-ad9a-97f2ee4d2fe9 {{(pid=105526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 09:54:56.250168 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 9000703e-83cb-4133-ad9a-97f2ee4d2fe9 not bound to the agent host hv-cinder-60634 {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 09:54:56.319612 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-dfd9706a-6b7e-4b35-9f3f-4a6fa139f1b5 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25166669'] for port, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:56.344817 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd9706a-6b7e-4b35-9f3f-4a6fa139f1b5 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Pushing event deleted for resources: {'Port': ['ID=e984d54f-a4a9-4e3b-b05b-46638a17cba9,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:56.354456 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-489c90fb-bf3f-4ffb-9e67-90826c679e2b None None] Provisioning complete for port aecaa0ba-1841-4130-a4b8-58ec586a5b5d triggered by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:54:56.355401 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-489c90fb-bf3f-4ffb-9e67-90826c679e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:56.436247 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-489c90fb-bf3f-4ffb-9e67-90826c679e2b None None] Port aecaa0ba-1841-4130-a4b8-58ec586a5b5d cannot update to ACTIVE because it is not bound. {{(pid=105526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 09:54:56.493003 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-dfd9706a-6b7e-4b35-9f3f-4a6fa139f1b5 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks [] for floatingip, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:56.495761 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-dfd9706a-6b7e-4b35-9f3f-4a6fa139f1b5 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for floatingip, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:56.497008 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-dfd9706a-6b7e-4b35-9f3f-4a6fa139f1b5 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "DELETE /v2.0/floatingips/751f1be7-d80e-4a92-865b-b18000b979cc HTTP/1.1" status: 204 len: 168 time: 0.6486576 Sep 03 09:54:56.599699 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fbd773e-f6c7-4347-bd2f-4ca5c23bb2b6 admin admin] Notify agent at l3_agent.dv-cinder-606346-32-iscsi the message routers_updated {{(pid=105524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 09:54:56.605244 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-8fbd773e-f6c7-4347-bd2f-4ca5c23bb2b6 admin admin] 10.222.0.67 "PUT /v2.0/routers/18d17f1e-336f-4863-b5bd-04393f75e6a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3462689 Sep 03 09:54:56.770631 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 40326) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:56.775407 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [None req-16610877-f5ab-412e-86be-885fc3e215a3 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Request body: {'security_group': {'name': 'tempest-securitygroup--940265268', 'description': 'tempest-description--337994342'}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:54:56.798903 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-16610877-f5ab-412e-86be-885fc3e215a3 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:56.900594 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-16610877-f5ab-412e-86be-885fc3e215a3 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:56.906343 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-16610877-f5ab-412e-86be-885fc3e215a3 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:56.907495 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 772e2c76-1ea8-42ce-a42a-1c5709f75a5f up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:54:56.941113 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-16610877-f5ab-412e-86be-885fc3e215a3 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks [] for security_group, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:56.945014 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-16610877-f5ab-412e-86be-885fc3e215a3 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1707289 Sep 03 09:54:56.945014 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16610877-f5ab-412e-86be-885fc3e215a3 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac19e41f-055e-4b36-b36b-b6146fd471bc,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:56.945490 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 40336) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:56.950952 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [None req-fc300784-6012-4e25-b662-b416ca7e8863 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Request body: {'security_group_rule': {'security_group_id': 'ac19e41f-055e-4b36-b36b-b6146fd471bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:54:56.966476 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning for port 772e2c76-1ea8-42ce-a42a-1c5709f75a5f completed by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:54:56.971832 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning complete for port 772e2c76-1ea8-42ce-a42a-1c5709f75a5f triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:54:56.972565 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:56.981812 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-fc300784-6012-4e25-b662-b416ca7e8863 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:57.058862 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-fc300784-6012-4e25-b662-b416ca7e8863 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:57.063328 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-fc300784-6012-4e25-b662-b416ca7e8863 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831981'] for security_group_rule, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:57.076427 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:57.084911 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc300784-6012-4e25-b662-b416ca7e8863 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=935aeab6-210f-4f0c-893a-7b4e5f5c91dc,revision_number=0']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:57.088837 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-fc300784-6012-4e25-b662-b416ca7e8863 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:57.092966 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 40340) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:57.093108 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-fc300784-6012-4e25-b662-b416ca7e8863 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1463947 Sep 03 09:54:57.098299 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [None req-d2ce51e0-f4cf-4ebc-9f65-843009e3008d tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Request body: {'security_group_rule': {'security_group_id': 'ac19e41f-055e-4b36-b36b-b6146fd471bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:54:57.107152 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] For port 772e2c76-1ea8-42ce-a42a-1c5709f75a5f, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=772e2c76-1ea8-42ce-a42a-1c5709f75a5f,segment=NetworkSegment(454dc13d-4a6c-4de8-982e-8a57b380b104),segment_id=454dc13d-4a6c-4de8-982e-8a57b380b104)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:54:57.112790 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:57.135626 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-d2ce51e0-f4cf-4ebc-9f65-843009e3008d tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:57.161156 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 40344) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:57.163346 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Pushing event updated for resources: {'Port': ['ID=772e2c76-1ea8-42ce-a42a-1c5709f75a5f,revision_number=4']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:57.169652 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [None req-d030cb3b-4456-450c-9f48-00d398a4a742 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1467934628-network', 'tenant_id': '6ed40fa63966486d95196ae000945a4d'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:54:57.191342 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d030cb3b-4456-450c-9f48-00d398a4a742 admin admin] Made reservation on behalf of 6ed40fa63966486d95196ae000945a4d for: {'network': 1} {{(pid=105524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:54:57.193866 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-d030cb3b-4456-450c-9f48-00d398a4a742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for network, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:57.201745 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-d2ce51e0-f4cf-4ebc-9f65-843009e3008d tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:57.203481 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-d030cb3b-4456-450c-9f48-00d398a4a742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:57.206773 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-d2ce51e0-f4cf-4ebc-9f65-843009e3008d tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831981'] for security_group_rule, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:57.227051 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ce51e0-f4cf-4ebc-9f65-843009e3008d tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dca80d17-a6c5-45fd-9727-9131545c140c,revision_number=0']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:57.297512 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-d030cb3b-4456-450c-9f48-00d398a4a742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:57.301739 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-d030cb3b-4456-450c-9f48-00d398a4a742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:57.306153 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-d2ce51e0-f4cf-4ebc-9f65-843009e3008d tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:57.307714 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-d2ce51e0-f4cf-4ebc-9f65-843009e3008d tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2130754 Sep 03 09:54:57.311513 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 40346) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:57.316149 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [None req-6e6cab26-5d72-480d-a405-811793f6cae3 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Request body: {'floatingip': {'floating_network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d'}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:54:57.329046 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d030cb3b-4456-450c-9f48-00d398a4a742 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 847} {{(pid=105524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 09:54:57.335739 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d030cb3b-4456-450c-9f48-00d398a4a742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c657424-f132-4987-9ec5-37bd1daeb6ec,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:57.341993 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-6e6cab26-5d72-480d-a405-811793f6cae3 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks [] for floatingip, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:57.342422 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-d030cb3b-4456-450c-9f48-00d398a4a742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718351'] for segment, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:57.342771 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.db.segments_db [None req-d030cb3b-4456-450c-9f48-00d398a4a742 admin admin] Added segment 5481c3c5-d40a-486b-a2ad-fd2415153a14 of type vlan for network 6fe7327e-87ed-4d47-ace6-7ed81a3a841c Sep 03 09:54:57.388449 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-d030cb3b-4456-450c-9f48-00d398a4a742 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759173236709'] for network, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:57.414448 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-d030cb3b-4456-450c-9f48-00d398a4a742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146'] for network, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:57.415484 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d030cb3b-4456-450c-9f48-00d398a4a742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:57.416175 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-d030cb3b-4456-450c-9f48-00d398a4a742 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for network, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:57.450434 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-d030cb3b-4456-450c-9f48-00d398a4a742 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2854807 Sep 03 09:54:57.451363 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 40348) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:57.456179 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [None req-49c25d74-1cd1-41b9-a6fc-5750412d6926 admin admin] Request body: {'subnet': {'network_id': '6fe7327e-87ed-4d47-ace6-7ed81a3a841c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1467934628-subnet', 'tenant_id': '6ed40fa63966486d95196ae000945a4d', 'ip_version': 4}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:54:57.479215 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-6e6cab26-5d72-480d-a405-811793f6cae3 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:57.487988 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d030cb3b-4456-450c-9f48-00d398a4a742 admin admin] Pushing event updated for resources: {'Network': ['ID=6fe7327e-87ed-4d47-ace6-7ed81a3a841c,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:57.504867 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Network 6fe7327e-87ed-4d47-ace6-7ed81a3a841c details requested by agent ovs-agent-dv-cinder-606346-32-iscsi with host dv-cinder-606346-32-iscsi {{(pid=105526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 09:54:57.522344 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c25d74-1cd1-41b9-a6fc-5750412d6926 admin admin] Made reservation on behalf of 6ed40fa63966486d95196ae000945a4d for: {'subnet': 1} {{(pid=105525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:54:57.524602 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-49c25d74-1cd1-41b9-a6fc-5750412d6926 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25634998'] for subnet, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:57.579216 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c693a66f-46ab-4077-a363-77cf21f77e35 None None] Sync routers for ids ['18d17f1e-336f-4863-b5bd-04393f75e6a4'] in dv-cinder-606346-32-iscsi {{(pid=105527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 09:54:57.591340 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c693a66f-46ab-4077-a363-77cf21f77e35 None None] Routers {'18d17f1e-336f-4863-b5bd-04393f75e6a4'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:54:57.592393 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-c693a66f-46ab-4077-a363-77cf21f77e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:54:32Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['18d17f1e-336f-4863-b5bd-04393f75e6a4'], 'active': True} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:54:57.662431 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.db_base_plugin_common [None req-6e6cab26-5d72-480d-a405-811793f6cae3 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Allocated IP 172.27.3.64 (16dc62c0-adaf-4d17-9be4-5c31a1b1de1d/e699cb95-0a95-4e72-9bdf-93d4b1cc29ef/01ae351b-7b3d-4049-863e-96af7ad6f4d5) {{(pid=105525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:54:57.798458 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvr_db [None req-c693a66f-46ab-4077-a363-77cf21f77e35 None None] Set router 18d17f1e-336f-4863-b5bd-04393f75e6a4 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:54:57.837432 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-49c25d74-1cd1-41b9-a6fc-5750412d6926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25166753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25634968'] for subnet, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:57.883774 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-6e6cab26-5d72-480d-a405-811793f6cae3 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks [] for port, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:57.932823 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c25d74-1cd1-41b9-a6fc-5750412d6926 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c471624-4724-4de1-8f87-aae47a25a801,revision_number=0']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:57.947926 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c25d74-1cd1-41b9-a6fc-5750412d6926 admin admin] Checking segment: {'id': '5481c3c5-d40a-486b-a2ad-fd2415153a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '6fe7327e-87ed-4d47-ace6-7ed81a3a841c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:54:57.948297 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c25d74-1cd1-41b9-a6fc-5750412d6926 admin admin] Network hostable DHCP agents. Network: 6fe7327e-87ed-4d47-ace6-7ed81a3a841c, hostable agents: ['b845873d-a9da-4ebd-9f87-ebd42caf249d'], hosted agents: [] {{(pid=105525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 09:54:57.965689 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-6e6cab26-5d72-480d-a405-811793f6cae3 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25166669'] for port, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:57.996102 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c25d74-1cd1-41b9-a6fc-5750412d6926 admin admin] Network 6fe7327e-87ed-4d47-ace6-7ed81a3a841c is scheduled to be hosted by DHCP agent b845873d-a9da-4ebd-9f87-ebd42caf249d with binding_index 1 {{(pid=105525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 09:54:58.014040 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-c693a66f-46ab-4077-a363-77cf21f77e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d17f1e-336f-4863-b5bd-04393f75e6a4', 'name': 'tempest-TestShelveInstance-772398438-router', 'tenant_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '772e2c76-1ea8-42ce-a42a-1c5709f75a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:54:51Z', 'updated_at': '2021-09-03T09:54:55Z', 'revision_number': 4, 'project_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'gw_port': {'id': '772e2c76-1ea8-42ce-a42a-1c5709f75a5f', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d17f1e-336f-4863-b5bd-04393f75e6a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:52Z', 'updated_at': '2021-09-03T09:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_interfaces': [{'id': 'aecaa0ba-1841-4130-a4b8-58ec586a5b5d', 'name': '', 'network_id': 'e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8', 'tenant_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'mac_address': 'fa:16:3e:8b:19:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d17f1e-336f-4863-b5bd-04393f75e6a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8b109763-0193-4b59-85f3-359058c4faaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:54Z', 'updated_at': '2021-09-03T09:54:55Z', 'revision_number': 2, 'project_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'subnets': [{'id': '8b109763-0193-4b59-85f3-359058c4faaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:54:58.015657 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6cab26-5d72-480d-a405-811793f6cae3 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Network 16dc62c0-adaf-4d17-9be4-5c31a1b1de1d is already hosted by enough agents. {{(pid=105525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:54:58.018742 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.base_scheduler [None req-49c25d74-1cd1-41b9-a6fc-5750412d6926 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-32-iscsi, 6fe7327e-87ed-4d47-ace6-7ed81a3a841c) {{(pid=105525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:54:58.022164 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.base_scheduler [None req-6e6cab26-5d72-480d-a405-811793f6cae3 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Resources bound (agent type, host, resource id): {{(pid=105525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:54:58.028567 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e06db6-f4c3-4f99-a734-0741b18662ca None None] Network 6fe7327e-87ed-4d47-ace6-7ed81a3a841c requested from dv-cinder-606346-32-iscsi {{(pid=105526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 09:54:58.030676 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6cab26-5d72-480d-a405-811793f6cae3 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Received port after_create {{(pid=105525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:54:58.035478 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c25d74-1cd1-41b9-a6fc-5750412d6926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:58.036082 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-49c25d74-1cd1-41b9-a6fc-5750412d6926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for subnet, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:58.038044 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6cab26-5d72-480d-a405-811793f6cae3 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Pushing event updated for resources: {'Port': ['ID=01ae351b-7b3d-4049-863e-96af7ad6f4d5,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:58.046211 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c693a66f-46ab-4077-a363-77cf21f77e35 None None] Checking router: 18d17f1e-336f-4863-b5bd-04393f75e6a4 for host: dv-cinder-606346-32-iscsi {{(pid=105527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 09:54:58.046563 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c693a66f-46ab-4077-a363-77cf21f77e35 None None] Updating router 18d17f1e-336f-4863-b5bd-04393f75e6a4 port aecaa0ba-1841-4130-a4b8-58ec586a5b5d binding host dv-cinder-606346-32-iscsi {{(pid=105527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 09:54:58.071842 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-c693a66f-46ab-4077-a363-77cf21f77e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:58.081106 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-49c25d74-1cd1-41b9-a6fc-5750412d6926 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6262064 Sep 03 09:54:58.081365 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 40356) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:54:58.087606 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [None req-5ae9e096-78a1-43d8-83ee-4f41a72d4755 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1467934628-router', 'tenant_id': '6ed40fa63966486d95196ae000945a4d', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d'}}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:54:58.142244 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-5ae9e096-78a1-43d8-83ee-4f41a72d4755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8786'] for router, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:58.147707 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-5ae9e096-78a1-43d8-83ee-4f41a72d4755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1691692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1695932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-424503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8811'] for router, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:58.183630 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-6e6cab26-5d72-480d-a405-811793f6cae3 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:58.207237 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053b6103-637f-40d6-bcec-d85e19051308 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18c2692c-177d-5ddd-a673-7a9ff6d9d43f-6fe7327e-87ed-4d47-ace6-7ed81a3a841c', 'network_id': '6fe7327e-87ed-4d47-ace6-7ed81a3a841c', 'tenant_id': '6ed40fa63966486d95196ae000945a4d', 'fixed_ips': [{'subnet_id': '5c471624-4724-4de1-8f87-aae47a25a801'}]}} from dv-cinder-606346-32-iscsi. {{(pid=105526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 09:54:58.208431 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-053b6103-637f-40d6-bcec-d85e19051308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:58.241354 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-5ae9e096-78a1-43d8-83ee-4f41a72d4755 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:58.321482 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-6e6cab26-5d72-480d-a405-811793f6cae3 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:58.349430 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.db_base_plugin_common [None req-053b6103-637f-40d6-bcec-d85e19051308 None None] Allocated IP 172.20.0.2 (6fe7327e-87ed-4d47-ace6-7ed81a3a841c/5c471624-4724-4de1-8f87-aae47a25a801/be0436fd-2d1e-4515-b6e6-8a59c95afdb8) {{(pid=105526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:54:58.377103 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-c693a66f-46ab-4077-a363-77cf21f77e35 None None] Notify callbacks [] for port, precommit_update {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:58.388815 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.provisioning_blocks [None req-c693a66f-46ab-4077-a363-77cf21f77e35 None None] Transition to ACTIVE for port object aecaa0ba-1841-4130-a4b8-58ec586a5b5d will not be triggered until provisioned by entity L2. {{(pid=105527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:54:58.395589 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-c693a66f-46ab-4077-a363-77cf21f77e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:58.436638 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-5ae9e096-78a1-43d8-83ee-4f41a72d4755 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:58.455534 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011bed9c-77df-48e0-89de-00c896a84718 None None] Pushing event updated for resources: {'Port': ['ID=aecaa0ba-1841-4130-a4b8-58ec586a5b5d,revision_number=3']} {{(pid=105527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:58.528050 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.managers [None req-c693a66f-46ab-4077-a363-77cf21f77e35 None None] Attempting to bind port aecaa0ba-1841-4130-a4b8-58ec586a5b5d on host dv-cinder-606346-32-iscsi for vnic_type normal with profile {{(pid=105527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 09:54:58.528422 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.managers [None req-c693a66f-46ab-4077-a363-77cf21f77e35 None None] Attempting to bind port aecaa0ba-1841-4130-a4b8-58ec586a5b5d by drivers openvswitch,hyperv on host dv-cinder-606346-32-iscsi at level 0 using segments [{'id': '462b6c46-672c-4e78-8735-39bea9aefa55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8'}] {{(pid=105527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 09:54:58.528784 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c693a66f-46ab-4077-a363-77cf21f77e35 None None] Attempting to bind port aecaa0ba-1841-4130-a4b8-58ec586a5b5d on network e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8 {{(pid=105527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:54:58.534953 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c693a66f-46ab-4077-a363-77cf21f77e35 None None] Checking agent: {'id': 'ce816ebf-b316-41f6-aeb5-8037a78dc56b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 9, 42, 33), 'started_at': datetime.datetime(2021, 9, 3, 9, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 9, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 09:54:58.535327 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c693a66f-46ab-4077-a363-77cf21f77e35 None None] Checking segment: {'id': '462b6c46-672c-4e78-8735-39bea9aefa55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:54:58.535899 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-c693a66f-46ab-4077-a363-77cf21f77e35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:58.536295 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c693a66f-46ab-4077-a363-77cf21f77e35 None None] Bound using segment: {'id': '462b6c46-672c-4e78-8735-39bea9aefa55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8'} {{(pid=105527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 09:54:58.536768 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.managers [None req-c693a66f-46ab-4077-a363-77cf21f77e35 None None] Bound port: aecaa0ba-1841-4130-a4b8-58ec586a5b5d, host: dv-cinder-606346-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '462b6c46-672c-4e78-8735-39bea9aefa55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8'}}] {{(pid=105527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 09:54:58.537165 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-c693a66f-46ab-4077-a363-77cf21f77e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:58.559881 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-053b6103-637f-40d6-bcec-d85e19051308 None None] Notify callbacks [] for port, precommit_create {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:58.569911 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-053b6103-637f-40d6-bcec-d85e19051308 None None] Transition to ACTIVE for port object be0436fd-2d1e-4515-b6e6-8a59c95afdb8 will not be triggered until provisioned by entity L2. {{(pid=105526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:54:58.595702 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-053b6103-637f-40d6-bcec-d85e19051308 None None] Transition to ACTIVE for port object be0436fd-2d1e-4515-b6e6-8a59c95afdb8 will not be triggered until provisioned by entity DHCP. {{(pid=105526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:54:58.606716 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-053b6103-637f-40d6-bcec-d85e19051308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931'] for port, after_create {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:58.631989 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.db [None req-c693a66f-46ab-4077-a363-77cf21f77e35 None None] For port aecaa0ba-1841-4130-a4b8-58ec586a5b5d, host dv-cinder-606346-32-iscsi, cleared binding levels {{(pid=105527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 09:54:58.638658 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.db [None req-c693a66f-46ab-4077-a363-77cf21f77e35 None None] For port aecaa0ba-1841-4130-a4b8-58ec586a5b5d, host dv-cinder-606346-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=aecaa0ba-1841-4130-a4b8-58ec586a5b5d,segment=NetworkSegment(462b6c46-672c-4e78-8735-39bea9aefa55),segment_id=462b6c46-672c-4e78-8735-39bea9aefa55)] {{(pid=105527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 09:54:58.650881 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-c693a66f-46ab-4077-a363-77cf21f77e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:58.671467 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053b6103-637f-40d6-bcec-d85e19051308 None None] Network 6fe7327e-87ed-4d47-ace6-7ed81a3a841c is already hosted by enough agents. {{(pid=105526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:54:58.672915 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b6103-637f-40d6-bcec-d85e19051308 None None] Pushing event updated for resources: {'Port': ['ID=be0436fd-2d1e-4515-b6e6-8a59c95afdb8,revision_number=1']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:58.683793 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.scheduler.base_scheduler [None req-053b6103-637f-40d6-bcec-d85e19051308 None None] Resources bound (agent type, host, resource id): {{(pid=105526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:54:58.686193 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053b6103-637f-40d6-bcec-d85e19051308 None None] Received port after_create {{(pid=105526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:54:58.769623 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.managers [None req-053b6103-637f-40d6-bcec-d85e19051308 None None] Attempting to bind port be0436fd-2d1e-4515-b6e6-8a59c95afdb8 on host dv-cinder-606346-32-iscsi for vnic_type normal with profile {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 09:54:58.769623 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.managers [None req-053b6103-637f-40d6-bcec-d85e19051308 None None] Attempting to bind port be0436fd-2d1e-4515-b6e6-8a59c95afdb8 by drivers openvswitch,hyperv on host dv-cinder-606346-32-iscsi at level 0 using segments [{'id': '5481c3c5-d40a-486b-a2ad-fd2415153a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '6fe7327e-87ed-4d47-ace6-7ed81a3a841c'}] {{(pid=105526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 09:54:58.769623 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053b6103-637f-40d6-bcec-d85e19051308 None None] Attempting to bind port be0436fd-2d1e-4515-b6e6-8a59c95afdb8 on network 6fe7327e-87ed-4d47-ace6-7ed81a3a841c {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:54:58.775727 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c693a66f-46ab-4077-a363-77cf21f77e35 None None] Routers {'18d17f1e-336f-4863-b5bd-04393f75e6a4'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:54:58.776519 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-c693a66f-46ab-4077-a363-77cf21f77e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:54:32Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['18d17f1e-336f-4863-b5bd-04393f75e6a4'], 'active': True} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:54:58.780660 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053b6103-637f-40d6-bcec-d85e19051308 None None] Checking agent: {'id': 'ce816ebf-b316-41f6-aeb5-8037a78dc56b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 9, 42, 33), 'started_at': datetime.datetime(2021, 9, 3, 9, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 9, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 09:54:58.781355 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053b6103-637f-40d6-bcec-d85e19051308 None None] Checking segment: {'id': '5481c3c5-d40a-486b-a2ad-fd2415153a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '6fe7327e-87ed-4d47-ace6-7ed81a3a841c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:54:58.782009 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-053b6103-637f-40d6-bcec-d85e19051308 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:58.782622 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053b6103-637f-40d6-bcec-d85e19051308 None None] Bound using segment: {'id': '5481c3c5-d40a-486b-a2ad-fd2415153a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '6fe7327e-87ed-4d47-ace6-7ed81a3a841c'} {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 09:54:58.783992 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.managers [None req-053b6103-637f-40d6-bcec-d85e19051308 None None] Bound port: be0436fd-2d1e-4515-b6e6-8a59c95afdb8, host: dv-cinder-606346-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5481c3c5-d40a-486b-a2ad-fd2415153a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '6fe7327e-87ed-4d47-ace6-7ed81a3a841c'}}] {{(pid=105526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 09:54:58.784681 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-053b6103-637f-40d6-bcec-d85e19051308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:58.916867 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-053b6103-637f-40d6-bcec-d85e19051308 None None] For port be0436fd-2d1e-4515-b6e6-8a59c95afdb8, host dv-cinder-606346-32-iscsi, cleared binding levels {{(pid=105526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 09:54:58.921368 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-053b6103-637f-40d6-bcec-d85e19051308 None None] For port be0436fd-2d1e-4515-b6e6-8a59c95afdb8, host dv-cinder-606346-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=be0436fd-2d1e-4515-b6e6-8a59c95afdb8,segment=NetworkSegment(5481c3c5-d40a-486b-a2ad-fd2415153a14),segment_id=5481c3c5-d40a-486b-a2ad-fd2415153a14)] {{(pid=105526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 09:54:58.924988 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011bed9c-77df-48e0-89de-00c896a84718 None None] Pushing event updated for resources: {'Port': ['ID=aecaa0ba-1841-4130-a4b8-58ec586a5b5d,revision_number=4']} {{(pid=105527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:58.935808 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-053b6103-637f-40d6-bcec-d85e19051308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:58.988821 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 772e2c76-1ea8-42ce-a42a-1c5709f75a5f up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:54:59.018885 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvr_db [None req-c693a66f-46ab-4077-a363-77cf21f77e35 None None] Set router 18d17f1e-336f-4863-b5bd-04393f75e6a4 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:54:59.081304 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b6103-637f-40d6-bcec-d85e19051308 None None] Pushing event updated for resources: {'Port': ['ID=be0436fd-2d1e-4515-b6e6-8a59c95afdb8,revision_number=2']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:59.091215 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-6e6cab26-5d72-480d-a405-811793f6cae3 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks [] for port, precommit_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:59.117857 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning complete for port 772e2c76-1ea8-42ce-a42a-1c5709f75a5f triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:54:59.118108 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-6e6cab26-5d72-480d-a405-811793f6cae3 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25166682'] for port, after_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:59.118914 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:59.194232 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-e3323d77-317b-4b65-8ffe-a84d13600db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:59.253988 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6cab26-5d72-480d-a405-811793f6cae3 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Pushing event updated for resources: {'Port': ['ID=01ae351b-7b3d-4049-863e-96af7ad6f4d5,revision_number=2']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:54:59.274842 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-6e6cab26-5d72-480d-a405-811793f6cae3 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417335'] for floatingip, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:59.387533 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-6e6cab26-5d72-480d-a405-811793f6cae3 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for floatingip, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:59.389006 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-6e6cab26-5d72-480d-a405-811793f6cae3 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0765016 Sep 03 09:54:59.438903 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-c693a66f-46ab-4077-a363-77cf21f77e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d17f1e-336f-4863-b5bd-04393f75e6a4', 'name': 'tempest-TestShelveInstance-772398438-router', 'tenant_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '772e2c76-1ea8-42ce-a42a-1c5709f75a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:54:51Z', 'updated_at': '2021-09-03T09:54:55Z', 'revision_number': 4, 'project_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'gw_port': {'id': '772e2c76-1ea8-42ce-a42a-1c5709f75a5f', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d17f1e-336f-4863-b5bd-04393f75e6a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:52Z', 'updated_at': '2021-09-03T09:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_interfaces': [{'id': 'aecaa0ba-1841-4130-a4b8-58ec586a5b5d', 'name': '', 'network_id': 'e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8', 'tenant_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'mac_address': 'fa:16:3e:8b:19:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d17f1e-336f-4863-b5bd-04393f75e6a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8b109763-0193-4b59-85f3-359058c4faaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:54Z', 'updated_at': '2021-09-03T09:54:58Z', 'revision_number': 4, 'project_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'subnets': [{'id': '8b109763-0193-4b59-85f3-359058c4faaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:54:59.479272 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c693a66f-46ab-4077-a363-77cf21f77e35 None None] The sync data for ids ['18d17f1e-336f-4863-b5bd-04393f75e6a4'] in dv-cinder-606346-32-iscsi is: [{'id': '18d17f1e-336f-4863-b5bd-04393f75e6a4', 'name': 'tempest-TestShelveInstance-772398438-router', 'tenant_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '772e2c76-1ea8-42ce-a42a-1c5709f75a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:54:51Z', 'updated_at': '2021-09-03T09:54:55Z', 'revision_number': 4, 'project_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'gw_port': {'id': '772e2c76-1ea8-42ce-a42a-1c5709f75a5f', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d17f1e-336f-4863-b5bd-04393f75e6a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:52Z', 'updated_at': '2021-09-03T09:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_interfaces': [{'id': 'aecaa0ba-1841-4130-a4b8-58ec586a5b5d', 'name': '', 'network_id': 'e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8', 'tenant_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'mac_address': 'fa:16:3e:8b:19:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d17f1e-336f-4863-b5bd-04393f75e6a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8b109763-0193-4b59-85f3-359058c4faaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:54Z', 'updated_at': '2021-09-03T09:54:58Z', 'revision_number': 4, 'project_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'subnets': [{'id': '8b109763-0193-4b59-85f3-359058c4faaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 09:54:59.485245 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-5ae9e096-78a1-43d8-83ee-4f41a72d4755 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:59.509214 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-5ae9e096-78a1-43d8-83ee-4f41a72d4755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:59.662998 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.db_base_plugin_common [None req-5ae9e096-78a1-43d8-83ee-4f41a72d4755 admin admin] Allocated IP 172.27.3.38 (16dc62c0-adaf-4d17-9be4-5c31a1b1de1d/e699cb95-0a95-4e72-9bdf-93d4b1cc29ef/dd3ebc28-7b1d-4d8e-9d37-6aca8789f3f3) {{(pid=105525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:54:59.698281 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-9b37ef6b-ce43-4580-82ea-2df9a8aaca9e req-b0626fdc-3813-4bc3-8ee4-6dea836b00c7 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--940265268&fields=id&tenant_id=bbe4096f40d64702be2a6fb537ac5c42 HTTP/1.1" status: 200 len: 267 time: 0.0529816 Sep 03 09:54:59.810188 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-5ae9e096-78a1-43d8-83ee-4f41a72d4755 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:59.826837 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37ef6b-ce43-4580-82ea-2df9a8aaca9e req-6736d05d-9a70-405c-b974-420418bba012 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:54:59.834248 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-9b37ef6b-ce43-4580-82ea-2df9a8aaca9e req-6736d05d-9a70-405c-b974-420418bba012 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/networks?id=528a02fc-44c8-4bd1-9db4-aa8e01cd9db5 HTTP/1.1" status: 200 len: 816 time: 0.1338010 Sep 03 09:54:59.848359 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-9b37ef6b-ce43-4580-82ea-2df9a8aaca9e req-7e2e7c3a-9f84-473c-b5c8-a93a925a8619 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/quotas/bbe4096f40d64702be2a6fb537ac5c42 HTTP/1.1" status: 200 len: 375 time: 0.0118332 Sep 03 09:54:59.875020 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-5ae9e096-78a1-43d8-83ee-4f41a72d4755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25166669'] for port, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:54:59.912974 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-9b37ef6b-ce43-4580-82ea-2df9a8aaca9e req-6329802c-39ec-47f5-9ea8-1eaf5a194d0a tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=bbe4096f40d64702be2a6fb537ac5c42&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0578651 Sep 03 09:54:59.916696 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae9e096-78a1-43d8-83ee-4f41a72d4755 admin admin] Network 16dc62c0-adaf-4d17-9be4-5c31a1b1de1d is already hosted by enough agents. {{(pid=105525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:54:59.920073 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.base_scheduler [None req-5ae9e096-78a1-43d8-83ee-4f41a72d4755 admin admin] Resources bound (agent type, host, resource id): {{(pid=105525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:54:59.923976 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae9e096-78a1-43d8-83ee-4f41a72d4755 admin admin] Received port after_create {{(pid=105525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:54:59.952372 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae9e096-78a1-43d8-83ee-4f41a72d4755 admin admin] Pushing event updated for resources: {'Port': ['ID=dd3ebc28-7b1d-4d8e-9d37-6aca8789f3f3,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:55:00.042754 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-9b37ef6b-ce43-4580-82ea-2df9a8aaca9e req-a4ee6e8e-eaf1-45c6-9749-d58931e31849 service neutron] 10.222.0.67 "GET /v2.0/networks/528a02fc-44c8-4bd1-9db4-aa8e01cd9db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161089 Sep 03 09:55:00.150189 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-9b37ef6b-ce43-4580-82ea-2df9a8aaca9e req-289fcb62-3230-4c84-a698-06064a42836d service neutron] 10.222.0.67 "GET /v2.0/networks/528a02fc-44c8-4bd1-9db4-aa8e01cd9db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064374 Sep 03 09:55:00.220799 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-5ae9e096-78a1-43d8-83ee-4f41a72d4755 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:00.400489 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-fff34778-96ba-4045-b9e3-0cccccf19053 req-59d3d958-e7b7-404f-b932-b591482c690a tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 210 time: 0.0531232 Sep 03 09:55:00.560972 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdd8773-6932-4c9e-9e3c-2fdf92db592d None None] Network 6fe7327e-87ed-4d47-ace6-7ed81a3a841c requested from dv-cinder-606346-32-iscsi {{(pid=105526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 09:55:00.577483 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-5ae9e096-78a1-43d8-83ee-4f41a72d4755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1691685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1695977'] for router, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:00.694915 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-fd5e2fd6-efa3-4fc1-9696-5215c2b8cb77 None None] Provisioning for port be0436fd-2d1e-4515-b6e6-8a59c95afdb8 completed by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:55:00.772300 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae9e096-78a1-43d8-83ee-4f41a72d4755 admin admin] Router 13e43b1d-d90d-44e2-abff-45502a64f15b is scheduled to L3 agent d52909a0-0f60-4ffe-9597-25dbe871271a with binding_index 1 {{(pid=105525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 09:55:01.013207 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae9e096-78a1-43d8-83ee-4f41a72d4755 admin admin] Notify agent at l3_agent.dv-cinder-606346-32-iscsi the message routers_updated {{(pid=105525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 09:55:01.027355 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88ad3d7-cc9c-4f20-8d1b-336e26d0155d None None] Sync routers for ids ['13e43b1d-d90d-44e2-abff-45502a64f15b'] in dv-cinder-606346-32-iscsi {{(pid=105526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 09:55:01.062170 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-5ae9e096-78a1-43d8-83ee-4f41a72d4755 admin admin] Notify callbacks [] for router, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:01.066116 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-5ae9e096-78a1-43d8-83ee-4f41a72d4755 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9812195 Sep 03 09:55:01.066375 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 40400) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:55:01.068012 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device be0436fd-2d1e-4515-b6e6-8a59c95afdb8 up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:55:01.071759 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88ad3d7-cc9c-4f20-8d1b-336e26d0155d None None] Routers {'13e43b1d-d90d-44e2-abff-45502a64f15b'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:55:01.085827 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-c88ad3d7-cc9c-4f20-8d1b-336e26d0155d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:54:32Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['13e43b1d-d90d-44e2-abff-45502a64f15b'], 'active': True} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:55:01.246003 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning for port be0436fd-2d1e-4515-b6e6-8a59c95afdb8 completed by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:55:01.258463 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvr_db [None req-c88ad3d7-cc9c-4f20-8d1b-336e26d0155d None None] Set router 13e43b1d-d90d-44e2-abff-45502a64f15b gateway port host: dv-cinder-606346-32-iscsi {{(pid=105526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:55:01.315446 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning complete for port be0436fd-2d1e-4515-b6e6-8a59c95afdb8 triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:55:01.316177 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:01.357120 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-26f93648-06a2-4ed6-af10-7805139d6f9f None None] Provisioning complete for port be0436fd-2d1e-4515-b6e6-8a59c95afdb8 triggered by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:55:01.357636 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-26f93648-06a2-4ed6-af10-7805139d6f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:01.540237 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-b3d221ce-efd4-4722-8e56-a1abeca36177 req-d50161a9-33cc-4764-9363-c23e31e2b07a tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 210 time: 0.0316150 Sep 03 09:55:01.555033 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:01.599534 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-21370693-e0f8-40b2-b7f9-9374b8d4ddc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:01.602716 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-26f93648-06a2-4ed6-af10-7805139d6f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:01.621384 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] For port be0436fd-2d1e-4515-b6e6-8a59c95afdb8, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=be0436fd-2d1e-4515-b6e6-8a59c95afdb8,segment=NetworkSegment(5481c3c5-d40a-486b-a2ad-fd2415153a14),segment_id=5481c3c5-d40a-486b-a2ad-fd2415153a14)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:55:01.632050 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:01.633064 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device aecaa0ba-1841-4130-a4b8-58ec586a5b5d up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:55:01.844480 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-c88ad3d7-cc9c-4f20-8d1b-336e26d0155d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e43b1d-d90d-44e2-abff-45502a64f15b', 'name': 'tempest-TestShelveInstance-1467934628-router', 'tenant_id': '6ed40fa63966486d95196ae000945a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'dd3ebc28-7b1d-4d8e-9d37-6aca8789f3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:54:58Z', 'updated_at': '2021-09-03T09:55:00Z', 'revision_number': 3, 'project_id': '6ed40fa63966486d95196ae000945a4d', 'gw_port': {'id': 'dd3ebc28-7b1d-4d8e-9d37-6aca8789f3f3', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e43b1d-d90d-44e2-abff-45502a64f15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:59Z', 'updated_at': '2021-09-03T09:54:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi'}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:55:01.873210 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.db_base_plugin_common [None req-21370693-e0f8-40b2-b7f9-9374b8d4ddc9 admin admin] Allocated IP 172.20.0.1 (6fe7327e-87ed-4d47-ace6-7ed81a3a841c/5c471624-4724-4de1-8f87-aae47a25a801/195bcd45-ae11-4362-a215-bb3d555cabb8) {{(pid=105525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:55:01.881561 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37ef6b-ce43-4580-82ea-2df9a8aaca9e req-b5faf757-6e7a-4301-8c77-54c6e9970343 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:01.883063 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-9b37ef6b-ce43-4580-82ea-2df9a8aaca9e req-b5faf757-6e7a-4301-8c77-54c6e9970343 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.60 "GET /v2.0/networks?id=528a02fc-44c8-4bd1-9db4-aa8e01cd9db5 HTTP/1.1" status: 200 len: 816 time: 0.1587617 Sep 03 09:55:01.897858 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88ad3d7-cc9c-4f20-8d1b-336e26d0155d None None] Checking router: 13e43b1d-d90d-44e2-abff-45502a64f15b for host: dv-cinder-606346-32-iscsi {{(pid=105526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 09:55:01.898337 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88ad3d7-cc9c-4f20-8d1b-336e26d0155d None None] Updating router 13e43b1d-d90d-44e2-abff-45502a64f15b port dd3ebc28-7b1d-4d8e-9d37-6aca8789f3f3 binding host dv-cinder-606346-32-iscsi {{(pid=105526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 09:55:01.906502 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.db.api [None req-26f93648-06a2-4ed6-af10-7805139d6f9f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 09:55:01.906909 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG oslo_db.api [None req-26f93648-06a2-4ed6-af10-7805139d6f9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 09:55:01.926778 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Pushing event updated for resources: {'Port': ['ID=be0436fd-2d1e-4515-b6e6-8a59c95afdb8,revision_number=3']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:55:01.941482 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-c88ad3d7-cc9c-4f20-8d1b-336e26d0155d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:01.944672 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning for port aecaa0ba-1841-4130-a4b8-58ec586a5b5d completed by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:55:01.965633 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning complete for port aecaa0ba-1841-4130-a4b8-58ec586a5b5d triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:55:01.966017 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:01.982144 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-9b37ef6b-ce43-4580-82ea-2df9a8aaca9e req-2931eaf9-24c0-46e5-9295-83411acd5856 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbe4096f40d64702be2a6fb537ac5c42 HTTP/1.1" status: 200 len: 379 time: 0.0838068 Sep 03 09:55:01.995119 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [req-9b37ef6b-ce43-4580-82ea-2df9a8aaca9e req-13044c4c-d78f-43ac-8d5c-c49e0daf1241 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Request body: {'port': {'device_id': '0df2b993-ff18-4dbf-9e83-12a79ef9c9ee', 'network_id': '528a02fc-44c8-4bd1-9db4-aa8e01cd9db5', 'admin_state_up': True, 'tenant_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'security_groups': ['ac19e41f-055e-4b36-b36b-b6146fd471bc']}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:55:02.076145 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-21370693-e0f8-40b2-b7f9-9374b8d4ddc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:02.097715 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-9ae10a57-af66-4df4-b5ae-6afc11da8e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:02.100671 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.provisioning_blocks [None req-21370693-e0f8-40b2-b7f9-9374b8d4ddc9 admin admin] Transition to ACTIVE for port object 195bcd45-ae11-4362-a215-bb3d555cabb8 will not be triggered until provisioned by entity DHCP. {{(pid=105525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:55:02.155113 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b37ef6b-ce43-4580-82ea-2df9a8aaca9e req-13044c4c-d78f-43ac-8d5c-c49e0daf1241 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Made reservation on behalf of bbe4096f40d64702be2a6fb537ac5c42 for: {'port': 1} {{(pid=105525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:55:02.158686 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-9b37ef6b-ce43-4580-82ea-2df9a8aaca9e req-13044c4c-d78f-43ac-8d5c-c49e0daf1241 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:02.187336 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:02.221910 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-21370693-e0f8-40b2-b7f9-9374b8d4ddc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25166669'] for port, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:02.243285 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] For port aecaa0ba-1841-4130-a4b8-58ec586a5b5d, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=aecaa0ba-1841-4130-a4b8-58ec586a5b5d,segment=NetworkSegment(462b6c46-672c-4e78-8735-39bea9aefa55),segment_id=462b6c46-672c-4e78-8735-39bea9aefa55)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:55:02.249545 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:02.277906 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21370693-e0f8-40b2-b7f9-9374b8d4ddc9 admin admin] Network 6fe7327e-87ed-4d47-ace6-7ed81a3a841c is already hosted by enough agents. {{(pid=105525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:55:02.287510 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.base_scheduler [None req-21370693-e0f8-40b2-b7f9-9374b8d4ddc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:55:02.290789 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21370693-e0f8-40b2-b7f9-9374b8d4ddc9 admin admin] Received port after_create {{(pid=105525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:55:02.339617 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21370693-e0f8-40b2-b7f9-9374b8d4ddc9 admin admin] Pushing event updated for resources: {'Port': ['ID=195bcd45-ae11-4362-a215-bb3d555cabb8,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:55:02.340747 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Pushing event updated for resources: {'Port': ['ID=aecaa0ba-1841-4130-a4b8-58ec586a5b5d,revision_number=5']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:55:02.347838 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-c88ad3d7-cc9c-4f20-8d1b-336e26d0155d None None] Notify callbacks [] for port, precommit_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:02.359014 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-c88ad3d7-cc9c-4f20-8d1b-336e26d0155d None None] Transition to ACTIVE for port object dd3ebc28-7b1d-4d8e-9d37-6aca8789f3f3 will not be triggered until provisioned by entity L2. {{(pid=105526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:55:02.366633 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-c88ad3d7-cc9c-4f20-8d1b-336e26d0155d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:02.380490 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-21370693-e0f8-40b2-b7f9-9374b8d4ddc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417468'] for router_interface, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:02.387898 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.db_base_plugin_common [req-9b37ef6b-ce43-4580-82ea-2df9a8aaca9e req-13044c4c-d78f-43ac-8d5c-c49e0daf1241 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Allocated IP 172.20.0.10 (528a02fc-44c8-4bd1-9db4-aa8e01cd9db5/8b9bc1cc-f1d0-4f7b-aa38-f059a6d84938/47ab5650-bc07-466a-9db7-4918c10c56ff) {{(pid=105525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:55:02.453393 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.managers [None req-c88ad3d7-cc9c-4f20-8d1b-336e26d0155d None None] Attempting to bind port dd3ebc28-7b1d-4d8e-9d37-6aca8789f3f3 on host dv-cinder-606346-32-iscsi for vnic_type normal with profile {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 09:55:02.453809 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.managers [None req-c88ad3d7-cc9c-4f20-8d1b-336e26d0155d None None] Attempting to bind port dd3ebc28-7b1d-4d8e-9d37-6aca8789f3f3 by drivers openvswitch,hyperv on host dv-cinder-606346-32-iscsi at level 0 using segments [{'id': '454dc13d-4a6c-4de8-982e-8a57b380b104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d'}] {{(pid=105526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 09:55:02.454494 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88ad3d7-cc9c-4f20-8d1b-336e26d0155d None None] Attempting to bind port dd3ebc28-7b1d-4d8e-9d37-6aca8789f3f3 on network 16dc62c0-adaf-4d17-9be4-5c31a1b1de1d {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:55:02.459352 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abcb23b-5605-40da-b91b-b06e545691be None None] Pushing event updated for resources: {'Port': ['ID=dd3ebc28-7b1d-4d8e-9d37-6aca8789f3f3,revision_number=2']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:55:02.469881 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88ad3d7-cc9c-4f20-8d1b-336e26d0155d None None] Checking agent: {'id': 'ce816ebf-b316-41f6-aeb5-8037a78dc56b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 9, 42, 33), 'started_at': datetime.datetime(2021, 9, 3, 9, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 9, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 09:55:02.470544 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88ad3d7-cc9c-4f20-8d1b-336e26d0155d None None] Checking segment: {'id': '454dc13d-4a6c-4de8-982e-8a57b380b104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:55:02.470953 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-c88ad3d7-cc9c-4f20-8d1b-336e26d0155d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:02.471352 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88ad3d7-cc9c-4f20-8d1b-336e26d0155d None None] Bound using segment: {'id': '454dc13d-4a6c-4de8-982e-8a57b380b104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d'} {{(pid=105526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 09:55:02.471851 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.managers [None req-c88ad3d7-cc9c-4f20-8d1b-336e26d0155d None None] Bound port: dd3ebc28-7b1d-4d8e-9d37-6aca8789f3f3, host: dv-cinder-606346-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '454dc13d-4a6c-4de8-982e-8a57b380b104', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d'}}] {{(pid=105526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 09:55:02.472299 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-c88ad3d7-cc9c-4f20-8d1b-336e26d0155d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:02.550682 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-c88ad3d7-cc9c-4f20-8d1b-336e26d0155d None None] For port dd3ebc28-7b1d-4d8e-9d37-6aca8789f3f3, host dv-cinder-606346-32-iscsi, cleared binding levels {{(pid=105526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 09:55:02.554105 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-c88ad3d7-cc9c-4f20-8d1b-336e26d0155d None None] For port dd3ebc28-7b1d-4d8e-9d37-6aca8789f3f3, host dv-cinder-606346-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=dd3ebc28-7b1d-4d8e-9d37-6aca8789f3f3,segment=NetworkSegment(454dc13d-4a6c-4de8-982e-8a57b380b104),segment_id=454dc13d-4a6c-4de8-982e-8a57b380b104)] {{(pid=105526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 09:55:02.559367 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-c88ad3d7-cc9c-4f20-8d1b-336e26d0155d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:02.628886 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-945aae7a-25d9-4b01-ad22-8f8cacf4ec00 None None] Provisioning for port 195bcd45-ae11-4362-a215-bb3d555cabb8 completed by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:55:02.637772 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88ad3d7-cc9c-4f20-8d1b-336e26d0155d None None] Routers {'13e43b1d-d90d-44e2-abff-45502a64f15b'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:55:02.638448 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-c88ad3d7-cc9c-4f20-8d1b-336e26d0155d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:55:02Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['13e43b1d-d90d-44e2-abff-45502a64f15b'], 'active': True} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:55:02.641201 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-945aae7a-25d9-4b01-ad22-8f8cacf4ec00 None None] Provisioning complete for port 195bcd45-ae11-4362-a215-bb3d555cabb8 triggered by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:55:02.641609 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-945aae7a-25d9-4b01-ad22-8f8cacf4ec00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:02.644649 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abcb23b-5605-40da-b91b-b06e545691be None None] Pushing event updated for resources: {'Port': ['ID=dd3ebc28-7b1d-4d8e-9d37-6aca8789f3f3,revision_number=3']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:55:02.662312 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-21370693-e0f8-40b2-b7f9-9374b8d4ddc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:02.694267 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-329923a5-2285-4a5d-a394-9606713eda3d req-05674870-d719-4231-98e9-dceae9c780a0 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 210 time: 0.0494061 Sep 03 09:55:02.762443 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-9b37ef6b-ce43-4580-82ea-2df9a8aaca9e req-13044c4c-d78f-43ac-8d5c-c49e0daf1241 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks [] for port, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:02.763643 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-945aae7a-25d9-4b01-ad22-8f8cacf4ec00 None None] Port 195bcd45-ae11-4362-a215-bb3d555cabb8 cannot update to ACTIVE because it is not bound. {{(pid=105526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 09:55:02.796400 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvr_db [None req-c88ad3d7-cc9c-4f20-8d1b-336e26d0155d None None] Set router 13e43b1d-d90d-44e2-abff-45502a64f15b gateway port host: dv-cinder-606346-32-iscsi {{(pid=105526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:55:02.808448 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.provisioning_blocks [req-9b37ef6b-ce43-4580-82ea-2df9a8aaca9e req-13044c4c-d78f-43ac-8d5c-c49e0daf1241 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Transition to ACTIVE for port object 47ab5650-bc07-466a-9db7-4918c10c56ff will not be triggered until provisioned by entity DHCP. {{(pid=105525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:55:02.903883 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device be0436fd-2d1e-4515-b6e6-8a59c95afdb8 up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:55:03.047772 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning complete for port be0436fd-2d1e-4515-b6e6-8a59c95afdb8 triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:55:03.048050 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:03.119058 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-c88ad3d7-cc9c-4f20-8d1b-336e26d0155d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e43b1d-d90d-44e2-abff-45502a64f15b', 'name': 'tempest-TestShelveInstance-1467934628-router', 'tenant_id': '6ed40fa63966486d95196ae000945a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'dd3ebc28-7b1d-4d8e-9d37-6aca8789f3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:54:58Z', 'updated_at': '2021-09-03T09:55:02Z', 'revision_number': 4, 'project_id': '6ed40fa63966486d95196ae000945a4d', 'gw_port': {'id': 'dd3ebc28-7b1d-4d8e-9d37-6aca8789f3f3', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e43b1d-d90d-44e2-abff-45502a64f15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:59Z', 'updated_at': '2021-09-03T09:55:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_interfaces': [{'id': '195bcd45-ae11-4362-a215-bb3d555cabb8', 'name': '', 'network_id': '6fe7327e-87ed-4d47-ace6-7ed81a3a841c', 'tenant_id': '6ed40fa63966486d95196ae000945a4d', 'mac_address': 'fa:16:3e:80:b0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e43b1d-d90d-44e2-abff-45502a64f15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '5c471624-4724-4de1-8f87-aae47a25a801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:55:01Z', 'updated_at': '2021-09-03T09:55:01Z', 'revision_number': 1, 'project_id': '6ed40fa63966486d95196ae000945a4d', 'subnets': [{'id': '5c471624-4724-4de1-8f87-aae47a25a801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:55:03.174121 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88ad3d7-cc9c-4f20-8d1b-336e26d0155d None None] The sync data for ids ['13e43b1d-d90d-44e2-abff-45502a64f15b'] in dv-cinder-606346-32-iscsi is: [{'id': '13e43b1d-d90d-44e2-abff-45502a64f15b', 'name': 'tempest-TestShelveInstance-1467934628-router', 'tenant_id': '6ed40fa63966486d95196ae000945a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'dd3ebc28-7b1d-4d8e-9d37-6aca8789f3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:54:58Z', 'updated_at': '2021-09-03T09:55:02Z', 'revision_number': 4, 'project_id': '6ed40fa63966486d95196ae000945a4d', 'gw_port': {'id': 'dd3ebc28-7b1d-4d8e-9d37-6aca8789f3f3', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e43b1d-d90d-44e2-abff-45502a64f15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:59Z', 'updated_at': '2021-09-03T09:55:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_interfaces': [{'id': '195bcd45-ae11-4362-a215-bb3d555cabb8', 'name': '', 'network_id': '6fe7327e-87ed-4d47-ace6-7ed81a3a841c', 'tenant_id': '6ed40fa63966486d95196ae000945a4d', 'mac_address': 'fa:16:3e:80:b0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e43b1d-d90d-44e2-abff-45502a64f15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '5c471624-4724-4de1-8f87-aae47a25a801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:55:01Z', 'updated_at': '2021-09-03T09:55:01Z', 'revision_number': 1, 'project_id': '6ed40fa63966486d95196ae000945a4d', 'subnets': [{'id': '5c471624-4724-4de1-8f87-aae47a25a801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 09:55:03.186915 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device aecaa0ba-1841-4130-a4b8-58ec586a5b5d up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:55:03.225253 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-9b37ef6b-ce43-4580-82ea-2df9a8aaca9e req-13044c4c-d78f-43ac-8d5c-c49e0daf1241 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25166669'] for port, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:03.241346 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning complete for port aecaa0ba-1841-4130-a4b8-58ec586a5b5d triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:55:03.241764 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:03.297494 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b37ef6b-ce43-4580-82ea-2df9a8aaca9e req-13044c4c-d78f-43ac-8d5c-c49e0daf1241 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Network 528a02fc-44c8-4bd1-9db4-aa8e01cd9db5 is already hosted by enough agents. {{(pid=105525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:55:03.308717 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.base_scheduler [req-9b37ef6b-ce43-4580-82ea-2df9a8aaca9e req-13044c4c-d78f-43ac-8d5c-c49e0daf1241 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Resources bound (agent type, host, resource id): {{(pid=105525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:55:03.316106 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13044c4c-d78f-43ac-8d5c-c49e0daf1241 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Pushing event updated for resources: {'Port': ['ID=47ab5650-bc07-466a-9db7-4918c10c56ff,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:55:03.318411 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b37ef6b-ce43-4580-82ea-2df9a8aaca9e req-13044c4c-d78f-43ac-8d5c-c49e0daf1241 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Received port after_create {{(pid=105525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:55:03.325722 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-21370693-e0f8-40b2-b7f9-9374b8d4ddc9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:03.346663 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-21370693-e0f8-40b2-b7f9-9374b8d4ddc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25166682'] for port, after_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:03.444082 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37ef6b-ce43-4580-82ea-2df9a8aaca9e req-13044c4c-d78f-43ac-8d5c-c49e0daf1241 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:03.444877 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-9b37ef6b-ce43-4580-82ea-2df9a8aaca9e req-13044c4c-d78f-43ac-8d5c-c49e0daf1241 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for port, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:03.452071 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21370693-e0f8-40b2-b7f9-9374b8d4ddc9 admin admin] Pushing event updated for resources: {'Port': ['ID=195bcd45-ae11-4362-a215-bb3d555cabb8,revision_number=2']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:55:03.463218 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-21370693-e0f8-40b2-b7f9-9374b8d4ddc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1832124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694508'] for router_interface, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:03.475304 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-9b37ef6b-ce43-4580-82ea-2df9a8aaca9e req-13044c4c-d78f-43ac-8d5c-c49e0daf1241 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4841976 Sep 03 09:55:03.499571 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:03.503844 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [req-9b37ef6b-ce43-4580-82ea-2df9a8aaca9e req-5b269d19-2a25-4724-b224-2753689347f0 service neutron] Request body: {'port': {'device_id': '0df2b993-ff18-4dbf-9e83-12a79ef9c9ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:55:03.596190 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-291f32e0-4cc3-4dd9-9fee-b710115cfe30 None None] Provisioning for port 47ab5650-bc07-466a-9db7-4918c10c56ff completed by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:55:03.602095 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-291f32e0-4cc3-4dd9-9fee-b710115cfe30 None None] Provisioning complete for port 47ab5650-bc07-466a-9db7-4918c10c56ff triggered by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:55:03.602534 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-291f32e0-4cc3-4dd9-9fee-b710115cfe30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:03.615590 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-9b37ef6b-ce43-4580-82ea-2df9a8aaca9e req-5b269d19-2a25-4724-b224-2753689347f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:03.645863 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21370693-e0f8-40b2-b7f9-9374b8d4ddc9 admin admin] Network 6fe7327e-87ed-4d47-ace6-7ed81a3a841c is already hosted by enough agents. {{(pid=105525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:55:03.645863 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.base_scheduler [None req-21370693-e0f8-40b2-b7f9-9374b8d4ddc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:55:03.660408 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-291f32e0-4cc3-4dd9-9fee-b710115cfe30 None None] Port 47ab5650-bc07-466a-9db7-4918c10c56ff cannot update to ACTIVE because it is not bound. {{(pid=105526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 09:55:03.818138 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a642e642-fcb2-47b5-b777-13e8b57c6243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:03.885481 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-b9b2a561-1d77-47f7-9e07-bb4b296dc04e None None] Provisioning complete for port 195bcd45-ae11-4362-a215-bb3d555cabb8 triggered by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:55:03.886701 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-b9b2a561-1d77-47f7-9e07-bb4b296dc04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:03.925263 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-b9b2a561-1d77-47f7-9e07-bb4b296dc04e None None] Port 195bcd45-ae11-4362-a215-bb3d555cabb8 cannot update to ACTIVE because it is not bound. {{(pid=105526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 09:55:03.930453 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21370693-e0f8-40b2-b7f9-9374b8d4ddc9 admin admin] Router 13e43b1d-d90d-44e2-abff-45502a64f15b has already been hosted by L3 agent d52909a0-0f60-4ffe-9597-25dbe871271a {{(pid=105525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 09:55:03.942780 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025681f7-0302-4eb7-89b7-5b920a16f9c8 req-55d94874-6189-4268-ac12-8880010ee237 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:03.944391 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-025681f7-0302-4eb7-89b7-5b920a16f9c8 req-55d94874-6189-4268-ac12-8880010ee237 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 932 time: 0.1205456 Sep 03 09:55:04.115302 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-025681f7-0302-4eb7-89b7-5b920a16f9c8 req-36abfbb8-936c-460e-ab6f-ffe1d78ee1af tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428812 Sep 03 09:55:04.187705 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21370693-e0f8-40b2-b7f9-9374b8d4ddc9 admin admin] Notify agent at l3_agent.dv-cinder-606346-32-iscsi the message routers_updated {{(pid=105525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 09:55:04.193971 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-21370693-e0f8-40b2-b7f9-9374b8d4ddc9 admin admin] 10.222.0.67 "PUT /v2.0/routers/13e43b1d-d90d-44e2-abff-45502a64f15b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1264713 Sep 03 09:55:04.204817 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.notifiers.nova [req-9b37ef6b-ce43-4580-82ea-2df9a8aaca9e req-5b269d19-2a25-4724-b224-2753689347f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47ab5650-bc07-466a-9db7-4918c10c56ff {{(pid=105525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 09:55:04.217890 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-9b37ef6b-ce43-4580-82ea-2df9a8aaca9e req-5b269d19-2a25-4724-b224-2753689347f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:04.231498 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.provisioning_blocks [req-9b37ef6b-ce43-4580-82ea-2df9a8aaca9e req-5b269d19-2a25-4724-b224-2753689347f0 service neutron] Transition to ACTIVE for port object 47ab5650-bc07-466a-9db7-4918c10c56ff will not be triggered until provisioned by entity L2. {{(pid=105525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:55:04.236928 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-9b37ef6b-ce43-4580-82ea-2df9a8aaca9e req-5b269d19-2a25-4724-b224-2753689347f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25166682'] for port, after_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:04.296314 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b269d19-2a25-4724-b224-2753689347f0 service neutron] Pushing event updated for resources: {'Port': ['ID=47ab5650-bc07-466a-9db7-4918c10c56ff,revision_number=2']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:55:04.375209 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.managers [req-9b37ef6b-ce43-4580-82ea-2df9a8aaca9e req-5b269d19-2a25-4724-b224-2753689347f0 service neutron] Attempting to bind port 47ab5650-bc07-466a-9db7-4918c10c56ff on host hv-cinder-60634 for vnic_type normal with profile {{(pid=105525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 09:55:04.375646 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.managers [req-9b37ef6b-ce43-4580-82ea-2df9a8aaca9e req-5b269d19-2a25-4724-b224-2753689347f0 service neutron] Attempting to bind port 47ab5650-bc07-466a-9db7-4918c10c56ff by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': '1683d286-1be2-443d-83f5-01a3e9736922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '528a02fc-44c8-4bd1-9db4-aa8e01cd9db5'}] {{(pid=105525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 09:55:04.376134 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b37ef6b-ce43-4580-82ea-2df9a8aaca9e req-5b269d19-2a25-4724-b224-2753689347f0 service neutron] Attempting to bind port 47ab5650-bc07-466a-9db7-4918c10c56ff on network 528a02fc-44c8-4bd1-9db4-aa8e01cd9db5 {{(pid=105525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:55:04.381311 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b37ef6b-ce43-4580-82ea-2df9a8aaca9e req-5b269d19-2a25-4724-b224-2753689347f0 service neutron] Port 47ab5650-bc07-466a-9db7-4918c10c56ff on network 528a02fc-44c8-4bd1-9db4-aa8e01cd9db5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=105525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 09:55:04.382113 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b37ef6b-ce43-4580-82ea-2df9a8aaca9e req-5b269d19-2a25-4724-b224-2753689347f0 service neutron] Attempting to bind port 47ab5650-bc07-466a-9db7-4918c10c56ff on network 528a02fc-44c8-4bd1-9db4-aa8e01cd9db5 {{(pid=105525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:55:04.389534 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b37ef6b-ce43-4580-82ea-2df9a8aaca9e req-5b269d19-2a25-4724-b224-2753689347f0 service neutron] Checking agent: {'id': '3ba077dd-5433-4c28-8748-47c2c66d3336', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 9, 48, 46), 'started_at': datetime.datetime(2021, 9, 3, 9, 48, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 9, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 09:55:04.390214 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b37ef6b-ce43-4580-82ea-2df9a8aaca9e req-5b269d19-2a25-4724-b224-2753689347f0 service neutron] Checking segment: {'id': '1683d286-1be2-443d-83f5-01a3e9736922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '528a02fc-44c8-4bd1-9db4-aa8e01cd9db5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:55:04.390834 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b37ef6b-ce43-4580-82ea-2df9a8aaca9e req-5b269d19-2a25-4724-b224-2753689347f0 service neutron] Bound using segment: {'id': '1683d286-1be2-443d-83f5-01a3e9736922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '528a02fc-44c8-4bd1-9db4-aa8e01cd9db5'} {{(pid=105525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 09:55:04.391683 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.managers [req-9b37ef6b-ce43-4580-82ea-2df9a8aaca9e req-5b269d19-2a25-4724-b224-2753689347f0 service neutron] Bound port: 47ab5650-bc07-466a-9db7-4918c10c56ff, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1683d286-1be2-443d-83f5-01a3e9736922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '528a02fc-44c8-4bd1-9db4-aa8e01cd9db5'}}] {{(pid=105525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 09:55:04.392716 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-9b37ef6b-ce43-4580-82ea-2df9a8aaca9e req-5b269d19-2a25-4724-b224-2753689347f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:04.485894 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-86f92317-4722-4035-969f-07b0852c8c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:04.516986 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.db [req-9b37ef6b-ce43-4580-82ea-2df9a8aaca9e req-5b269d19-2a25-4724-b224-2753689347f0 service neutron] For port 47ab5650-bc07-466a-9db7-4918c10c56ff, host hv-cinder-60634, cleared binding levels {{(pid=105525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 09:55:04.520918 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.db [req-9b37ef6b-ce43-4580-82ea-2df9a8aaca9e req-5b269d19-2a25-4724-b224-2753689347f0 service neutron] For port 47ab5650-bc07-466a-9db7-4918c10c56ff, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=47ab5650-bc07-466a-9db7-4918c10c56ff,segment=NetworkSegment(1683d286-1be2-443d-83f5-01a3e9736922),segment_id=1683d286-1be2-443d-83f5-01a3e9736922)] {{(pid=105525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 09:55:04.527889 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-9b37ef6b-ce43-4580-82ea-2df9a8aaca9e req-5b269d19-2a25-4724-b224-2753689347f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25166682'] for port, after_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:04.566113 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37ef6b-ce43-4580-82ea-2df9a8aaca9e req-5b269d19-2a25-4724-b224-2753689347f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:04.566927 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-9b37ef6b-ce43-4580-82ea-2df9a8aaca9e req-5b269d19-2a25-4724-b224-2753689347f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for port, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:04.568487 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-9b37ef6b-ce43-4580-82ea-2df9a8aaca9e req-5b269d19-2a25-4724-b224-2753689347f0 service neutron] 10.222.0.60 "PUT /v2.0/ports/47ab5650-bc07-466a-9db7-4918c10c56ff HTTP/1.1" status: 200 len: 1094 time: 1.0783906 Sep 03 09:55:04.570970 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0df2b993-ff18-4dbf-9e83-12a79ef9c9ee', 'tag': '47ab5650-bc07-466a-9db7-4918c10c56ff'}] {{(pid=105525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:55:04.574852 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b472ff3031a1c59aa5156df15414b1b35e6d7494da734e784d35b582b3c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1f980e-b665-405a-a874-123b783d4f99" -d '{"events": [{"name": "network-changed", "server_uuid": "0df2b993-ff18-4dbf-9e83-12a79ef9c9ee", "tag": "47ab5650-bc07-466a-9db7-4918c10c56ff"}]}' {{(pid=105525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:55:04.620311 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b269d19-2a25-4724-b224-2753689347f0 service neutron] Pushing event updated for resources: {'Port': ['ID=47ab5650-bc07-466a-9db7-4918c10c56ff,revision_number=3']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:55:04.679293 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 09:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4527c2d4-065d-4e46-be1f-e8040dbbb72c x-openstack-request-id: req-4527c2d4-065d-4e46-be1f-e8040dbbb72c {{(pid=105525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:55:04.679592 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0df2b993-ff18-4dbf-9e83-12a79ef9c9ee", "tag": "47ab5650-bc07-466a-9db7-4918c10c56ff", "status": "completed", "code": 200}]} {{(pid=105525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:55:04.679851 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4527c2d4-065d-4e46-be1f-e8040dbbb72c {{(pid=105525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:55:04.680264 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0df2b993-ff18-4dbf-9e83-12a79ef9c9ee', 'tag': '47ab5650-bc07-466a-9db7-4918c10c56ff', 'status': 'completed', 'code': 200} Sep 03 09:55:04.701058 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37ef6b-ce43-4580-82ea-2df9a8aaca9e req-fbf2a07e-a45f-4f34-b62f-6f1dc600bac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:04.702747 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-9b37ef6b-ce43-4580-82ea-2df9a8aaca9e req-fbf2a07e-a45f-4f34-b62f-6f1dc600bac3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bbe4096f40d64702be2a6fb537ac5c42&device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 1097 time: 0.0647452 Sep 03 09:55:04.762291 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-9b37ef6b-ce43-4580-82ea-2df9a8aaca9e req-c72fc6cb-47c4-431f-ae30-8c9a87c0e06f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47ab5650-bc07-466a-9db7-4918c10c56ff HTTP/1.1" status: 200 len: 217 time: 0.0488749 Sep 03 09:55:04.870317 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37ef6b-ce43-4580-82ea-2df9a8aaca9e req-42ff1e62-e6bd-41a4-9bec-00ce3f011a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:04.874539 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-9b37ef6b-ce43-4580-82ea-2df9a8aaca9e req-42ff1e62-e6bd-41a4-9bec-00ce3f011a38 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b9bc1cc-f1d0-4f7b-aa38-f059a6d84938 HTTP/1.1" status: 200 len: 855 time: 0.0939546 Sep 03 09:55:04.939378 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37ef6b-ce43-4580-82ea-2df9a8aaca9e req-00fbb646-0b58-44cd-87bd-ab99e275f3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:04.939378 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-9b37ef6b-ce43-4580-82ea-2df9a8aaca9e req-00fbb646-0b58-44cd-87bd-ab99e275f3be service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=528a02fc-44c8-4bd1-9db4-aa8e01cd9db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0504725 Sep 03 09:55:04.946664 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device dd3ebc28-7b1d-4d8e-9d37-6aca8789f3f3 up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:55:05.039595 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning for port dd3ebc28-7b1d-4d8e-9d37-6aca8789f3f3 completed by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:55:05.045449 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning complete for port dd3ebc28-7b1d-4d8e-9d37-6aca8789f3f3 triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:55:05.046017 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:05.055771 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 40434) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:55:05.060512 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [None req-c4b7a538-022e-4d3a-98f0-df1d1e4c3c2b tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1162964519', 'description': 'tempest-secgroup-smoke-1162964519 description', 'project_id': 'c1ec96c4279b4069b2fcb5e4c742344a'}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:55:05.097905 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-9b37ef6b-ce43-4580-82ea-2df9a8aaca9e req-13b1a12d-bb01-4fda-aabe-1a3df2f0dbab service neutron] 10.222.0.60 "GET /v2.0/networks/528a02fc-44c8-4bd1-9db4-aa8e01cd9db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451819 Sep 03 09:55:05.099716 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-c4b7a538-022e-4d3a-98f0-df1d1e4c3c2b tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:05.127547 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:05.149085 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] For port dd3ebc28-7b1d-4d8e-9d37-6aca8789f3f3, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=dd3ebc28-7b1d-4d8e-9d37-6aca8789f3f3,segment=NetworkSegment(454dc13d-4a6c-4de8-982e-8a57b380b104),segment_id=454dc13d-4a6c-4de8-982e-8a57b380b104)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:55:05.155521 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:05.211128 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Pushing event updated for resources: {'Port': ['ID=dd3ebc28-7b1d-4d8e-9d37-6aca8789f3f3,revision_number=4']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:55:05.267761 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-9b37ef6b-ce43-4580-82ea-2df9a8aaca9e req-d651909e-68de-43b0-94cf-6d90620d7658 service neutron] 10.222.0.60 "GET /v2.0/networks/528a02fc-44c8-4bd1-9db4-aa8e01cd9db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576066 Sep 03 09:55:05.294017 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e04a96-896c-405f-a154-2ce7da4313e7 req-24ebfff5-3842-4e32-81c6-2647af0046c7 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:05.295528 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-b0e04a96-896c-405f-a154-2ce7da4313e7 req-24ebfff5-3842-4e32-81c6-2647af0046c7 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 944 time: 0.0986159 Sep 03 09:55:05.345020 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-c4b7a538-022e-4d3a-98f0-df1d1e4c3c2b tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:05.358666 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-c4b7a538-022e-4d3a-98f0-df1d1e4c3c2b tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:05.382076 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-b0e04a96-896c-405f-a154-2ce7da4313e7 req-7c192a03-ef94-432b-b60a-605051c77a7f tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786252 Sep 03 09:55:05.416262 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-c4b7a538-022e-4d3a-98f0-df1d1e4c3c2b tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Notify callbacks [] for security_group, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:05.417525 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-c4b7a538-022e-4d3a-98f0-df1d1e4c3c2b tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3606768 Sep 03 09:55:05.420923 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 40438) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:55:05.422512 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b7a538-022e-4d3a-98f0-df1d1e4c3c2b tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29752035-1baa-4bb6-98e5-d8c1a0c5d1fd,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:55:05.426625 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [None req-ecaab80d-728d-4061-bfd0-9208e1faa29d tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Request body: {'security_group_rule': {'security_group_id': '29752035-1baa-4bb6-98e5-d8c1a0c5d1fd', 'project_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:55:05.427109 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f980e-b665-405a-a874-123b783d4f99 req-85d8ce14-5cef-4c44-9f3b-fd4f4f27eaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:05.428593 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-9a1f980e-b665-405a-a874-123b783d4f99 req-85d8ce14-5cef-4c44-9f3b-fd4f4f27eaf9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bbe4096f40d64702be2a6fb537ac5c42&device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 1097 time: 0.0824265 Sep 03 09:55:05.465974 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-ecaab80d-728d-4061-bfd0-9208e1faa29d tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:05.526300 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-ecaab80d-728d-4061-bfd0-9208e1faa29d tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:05.530513 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-ecaab80d-728d-4061-bfd0-9208e1faa29d tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831981'] for security_group_rule, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:05.546149 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaab80d-728d-4061-bfd0-9208e1faa29d tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2efad3d1-f941-4804-817e-f9325a197b10,revision_number=0']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:55:05.561892 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-ecaab80d-728d-4061-bfd0-9208e1faa29d tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:05.566373 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-ecaab80d-728d-4061-bfd0-9208e1faa29d tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1435900 Sep 03 09:55:05.567390 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 40442) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:55:05.576130 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [None req-14c0cc26-5ccf-4d87-b1a1-aa7ad55e7a17 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Request body: {'security_group_rule': {'security_group_id': '29752035-1baa-4bb6-98e5-d8c1a0c5d1fd', 'project_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:55:05.583660 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f980e-b665-405a-a874-123b783d4f99 req-2a0d42ae-0808-46f5-9f63-83bdd24002e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:05.585210 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-9a1f980e-b665-405a-a874-123b783d4f99 req-2a0d42ae-0808-46f5-9f63-83bdd24002e4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=528a02fc-44c8-4bd1-9db4-aa8e01cd9db5 HTTP/1.1" status: 200 len: 917 time: 0.1487169 Sep 03 09:55:05.619727 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-14c0cc26-5ccf-4d87-b1a1-aa7ad55e7a17 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:05.631432 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-9a1f980e-b665-405a-a874-123b783d4f99 req-1c13da56-cd75-4738-b1c4-60321524dcdb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47ab5650-bc07-466a-9db7-4918c10c56ff HTTP/1.1" status: 200 len: 217 time: 0.0366824 Sep 03 09:55:05.694150 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f980e-b665-405a-a874-123b783d4f99 req-60a4eeb9-871e-470b-98c4-c3681ab90361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:05.695682 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-9a1f980e-b665-405a-a874-123b783d4f99 req-60a4eeb9-871e-470b-98c4-c3681ab90361 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b9bc1cc-f1d0-4f7b-aa38-f059a6d84938 HTTP/1.1" status: 200 len: 855 time: 0.0453594 Sep 03 09:55:05.715661 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-14c0cc26-5ccf-4d87-b1a1-aa7ad55e7a17 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:05.721057 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-14c0cc26-5ccf-4d87-b1a1-aa7ad55e7a17 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831981'] for security_group_rule, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:05.749287 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f980e-b665-405a-a874-123b783d4f99 req-1b4b36b5-5b23-4881-b59c-29b3c96cc146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:05.750957 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-9a1f980e-b665-405a-a874-123b783d4f99 req-1b4b36b5-5b23-4881-b59c-29b3c96cc146 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=528a02fc-44c8-4bd1-9db4-aa8e01cd9db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0467920 Sep 03 09:55:05.751888 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c0cc26-5ccf-4d87-b1a1-aa7ad55e7a17 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32e56c13-5e2a-476a-ab64-23eb3b3ca339,revision_number=0']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:55:05.760021 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-14c0cc26-5ccf-4d87-b1a1-aa7ad55e7a17 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:05.761372 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-14c0cc26-5ccf-4d87-b1a1-aa7ad55e7a17 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1922812 Sep 03 09:55:05.764659 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 40444) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:55:05.769384 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [None req-932768f0-5840-46d0-a63a-be6520914e69 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Request body: {'security_group_rule': {'security_group_id': '29752035-1baa-4bb6-98e5-d8c1a0c5d1fd', 'project_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:55:05.809141 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-932768f0-5840-46d0-a63a-be6520914e69 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:05.868919 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-9a1f980e-b665-405a-a874-123b783d4f99 req-e5f0ae4d-a331-4df6-bbc6-81c30ee48619 service neutron] 10.222.0.60 "GET /v2.0/networks/528a02fc-44c8-4bd1-9db4-aa8e01cd9db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056113 Sep 03 09:55:05.887655 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-932768f0-5840-46d0-a63a-be6520914e69 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:05.891902 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-932768f0-5840-46d0-a63a-be6520914e69 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831981'] for security_group_rule, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:05.912146 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932768f0-5840-46d0-a63a-be6520914e69 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67aa7cf6-cdb3-4894-81cb-c1eef1357534,revision_number=0']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:55:05.920727 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-932768f0-5840-46d0-a63a-be6520914e69 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:05.924891 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-932768f0-5840-46d0-a63a-be6520914e69 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1562972 Sep 03 09:55:05.925315 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 40448) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:55:05.930322 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [None req-56b3f77b-24b4-47e0-80ba-34df6eb20052 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Request body: {'security_group_rule': {'security_group_id': '29752035-1baa-4bb6-98e5-d8c1a0c5d1fd', 'project_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:55:05.970839 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-56b3f77b-24b4-47e0-80ba-34df6eb20052 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:05.989771 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-9a1f980e-b665-405a-a874-123b783d4f99 req-a217cda6-2036-432e-9da1-740846fa696c service neutron] 10.222.0.60 "GET /v2.0/networks/528a02fc-44c8-4bd1-9db4-aa8e01cd9db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082852 Sep 03 09:55:06.048069 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-56b3f77b-24b4-47e0-80ba-34df6eb20052 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:06.053951 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-56b3f77b-24b4-47e0-80ba-34df6eb20052 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831981'] for security_group_rule, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:06.075054 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b3f77b-24b4-47e0-80ba-34df6eb20052 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9135188-1ec5-455e-a8a8-32eb70b839e5,revision_number=0']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:55:06.083003 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-56b3f77b-24b4-47e0-80ba-34df6eb20052 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:06.085123 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-56b3f77b-24b4-47e0-80ba-34df6eb20052 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1584201 Sep 03 09:55:06.087779 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 40450) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:55:06.093794 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [None req-35e0258a-d9a9-471e-8a0a-e0e3e9ebd082 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Request body: {'security_group_rule': {'security_group_id': '29752035-1baa-4bb6-98e5-d8c1a0c5d1fd', 'project_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:55:06.114951 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.db.securitygroups_db [None req-35e0258a-d9a9-471e-8a0a-e0e3e9ebd082 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Project c1ec96c4279b4069b2fcb5e4c742344a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 09:55:06.119822 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-35e0258a-d9a9-471e-8a0a-e0e3e9ebd082 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:06.182855 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-35e0258a-d9a9-471e-8a0a-e0e3e9ebd082 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:06.189654 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-35e0258a-d9a9-471e-8a0a-e0e3e9ebd082 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831981'] for security_group_rule, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:06.208499 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e0258a-d9a9-471e-8a0a-e0e3e9ebd082 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8645d265-4d4f-41c0-b4a9-ff9221e54681,revision_number=0']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:55:06.216463 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-35e0258a-d9a9-471e-8a0a-e0e3e9ebd082 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:06.218161 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-35e0258a-d9a9-471e-8a0a-e0e3e9ebd082 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1287668 Sep 03 09:55:06.222786 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 40452) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:55:06.228188 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [None req-2bfb549c-221f-4058-8027-7421249488a8 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Request body: {'security_group_rule': {'security_group_id': '29752035-1baa-4bb6-98e5-d8c1a0c5d1fd', 'project_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:55:06.255143 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.db.securitygroups_db [None req-2bfb549c-221f-4058-8027-7421249488a8 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Project c1ec96c4279b4069b2fcb5e4c742344a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 09:55:06.260774 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-2bfb549c-221f-4058-8027-7421249488a8 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:06.325538 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-2bfb549c-221f-4058-8027-7421249488a8 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:06.330093 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-2bfb549c-221f-4058-8027-7421249488a8 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831981'] for security_group_rule, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:06.349264 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb549c-221f-4058-8027-7421249488a8 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b04f8ef-f13d-467d-807c-9da2e4024a15,revision_number=0']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:55:06.358657 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-2bfb549c-221f-4058-8027-7421249488a8 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:06.359941 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-2bfb549c-221f-4058-8027-7421249488a8 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1359921 Sep 03 09:55:06.532485 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb304ea0-9fc8-4fe6-b1ba-bbbc8bfe0a2e req-d12d2245-a524-4aba-9a8e-c7d4805c8784 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:06.534234 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-fb304ea0-9fc8-4fe6-b1ba-bbbc8bfe0a2e req-d12d2245-a524-4aba-9a8e-c7d4805c8784 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 944 time: 0.0592768 Sep 03 09:55:06.577887 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-fb304ea0-9fc8-4fe6-b1ba-bbbc8bfe0a2e req-81ebb762-a002-4f20-b38e-8ac1b09aef18 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375013 Sep 03 09:55:06.921781 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device dd3ebc28-7b1d-4d8e-9d37-6aca8789f3f3 up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:55:06.987664 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning complete for port dd3ebc28-7b1d-4d8e-9d37-6aca8789f3f3 triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:55:06.988037 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:07.497945 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2f54f4-016f-4056-9bfa-7e3b4b508db0 None None] Sync routers for ids ['13e43b1d-d90d-44e2-abff-45502a64f15b'] in dv-cinder-606346-32-iscsi {{(pid=105527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 09:55:07.509459 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2f54f4-016f-4056-9bfa-7e3b4b508db0 None None] Routers {'13e43b1d-d90d-44e2-abff-45502a64f15b'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:55:07.510116 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-9f2f54f4-016f-4056-9bfa-7e3b4b508db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:55:02Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['13e43b1d-d90d-44e2-abff-45502a64f15b'], 'active': True} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:55:07.618000 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvr_db [None req-9f2f54f4-016f-4056-9bfa-7e3b4b508db0 None None] Set router 13e43b1d-d90d-44e2-abff-45502a64f15b gateway port host: dv-cinder-606346-32-iscsi {{(pid=105527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:55:07.702286 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4cb31-37d0-4951-9759-9ab0750ca4af req-a3814c37-6fac-4845-ab10-ad3b90c8d761 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:07.703775 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-08d4cb31-37d0-4951-9759-9ab0750ca4af req-a3814c37-6fac-4845-ab10-ad3b90c8d761 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 944 time: 0.0497005 Sep 03 09:55:07.751250 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-08d4cb31-37d0-4951-9759-9ab0750ca4af req-93d64250-433b-498c-bf0d-29c799bff95a tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358574 Sep 03 09:55:07.831048 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-9f2f54f4-016f-4056-9bfa-7e3b4b508db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e43b1d-d90d-44e2-abff-45502a64f15b', 'name': 'tempest-TestShelveInstance-1467934628-router', 'tenant_id': '6ed40fa63966486d95196ae000945a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'dd3ebc28-7b1d-4d8e-9d37-6aca8789f3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:54:58Z', 'updated_at': '2021-09-03T09:55:02Z', 'revision_number': 4, 'project_id': '6ed40fa63966486d95196ae000945a4d', 'gw_port': {'id': 'dd3ebc28-7b1d-4d8e-9d37-6aca8789f3f3', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e43b1d-d90d-44e2-abff-45502a64f15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:59Z', 'updated_at': '2021-09-03T09:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_interfaces': [{'id': '195bcd45-ae11-4362-a215-bb3d555cabb8', 'name': '', 'network_id': '6fe7327e-87ed-4d47-ace6-7ed81a3a841c', 'tenant_id': '6ed40fa63966486d95196ae000945a4d', 'mac_address': 'fa:16:3e:80:b0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e43b1d-d90d-44e2-abff-45502a64f15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '5c471624-4724-4de1-8f87-aae47a25a801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:55:01Z', 'updated_at': '2021-09-03T09:55:02Z', 'revision_number': 2, 'project_id': '6ed40fa63966486d95196ae000945a4d', 'subnets': [{'id': '5c471624-4724-4de1-8f87-aae47a25a801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:55:07.861679 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2f54f4-016f-4056-9bfa-7e3b4b508db0 None None] Checking router: 13e43b1d-d90d-44e2-abff-45502a64f15b for host: dv-cinder-606346-32-iscsi {{(pid=105527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 09:55:07.862031 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2f54f4-016f-4056-9bfa-7e3b4b508db0 None None] Updating router 13e43b1d-d90d-44e2-abff-45502a64f15b port 195bcd45-ae11-4362-a215-bb3d555cabb8 binding host dv-cinder-606346-32-iscsi {{(pid=105527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 09:55:07.886680 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-9f2f54f4-016f-4056-9bfa-7e3b4b508db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:08.173287 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-9f2f54f4-016f-4056-9bfa-7e3b4b508db0 None None] Notify callbacks [] for port, precommit_update {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:08.185359 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.provisioning_blocks [None req-9f2f54f4-016f-4056-9bfa-7e3b4b508db0 None None] Transition to ACTIVE for port object 195bcd45-ae11-4362-a215-bb3d555cabb8 will not be triggered until provisioned by entity L2. {{(pid=105527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:55:08.190553 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-9f2f54f4-016f-4056-9bfa-7e3b4b508db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:08.238709 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d186834-d34f-4a4f-a43e-92426faa35f0 None None] Pushing event updated for resources: {'Port': ['ID=195bcd45-ae11-4362-a215-bb3d555cabb8,revision_number=3']} {{(pid=105527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:55:08.305737 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.managers [None req-9f2f54f4-016f-4056-9bfa-7e3b4b508db0 None None] Attempting to bind port 195bcd45-ae11-4362-a215-bb3d555cabb8 on host dv-cinder-606346-32-iscsi for vnic_type normal with profile {{(pid=105527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 09:55:08.306180 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.managers [None req-9f2f54f4-016f-4056-9bfa-7e3b4b508db0 None None] Attempting to bind port 195bcd45-ae11-4362-a215-bb3d555cabb8 by drivers openvswitch,hyperv on host dv-cinder-606346-32-iscsi at level 0 using segments [{'id': '5481c3c5-d40a-486b-a2ad-fd2415153a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '6fe7327e-87ed-4d47-ace6-7ed81a3a841c'}] {{(pid=105527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 09:55:08.306583 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2f54f4-016f-4056-9bfa-7e3b4b508db0 None None] Attempting to bind port 195bcd45-ae11-4362-a215-bb3d555cabb8 on network 6fe7327e-87ed-4d47-ace6-7ed81a3a841c {{(pid=105527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:55:08.315063 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2f54f4-016f-4056-9bfa-7e3b4b508db0 None None] Checking agent: {'id': 'ce816ebf-b316-41f6-aeb5-8037a78dc56b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 9, 42, 33), 'started_at': datetime.datetime(2021, 9, 3, 9, 43, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 9, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 09:55:08.315434 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2f54f4-016f-4056-9bfa-7e3b4b508db0 None None] Checking segment: {'id': '5481c3c5-d40a-486b-a2ad-fd2415153a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '6fe7327e-87ed-4d47-ace6-7ed81a3a841c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:55:08.315861 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-9f2f54f4-016f-4056-9bfa-7e3b4b508db0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:08.316286 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2f54f4-016f-4056-9bfa-7e3b4b508db0 None None] Bound using segment: {'id': '5481c3c5-d40a-486b-a2ad-fd2415153a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '6fe7327e-87ed-4d47-ace6-7ed81a3a841c'} {{(pid=105527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 09:55:08.316979 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.managers [None req-9f2f54f4-016f-4056-9bfa-7e3b4b508db0 None None] Bound port: 195bcd45-ae11-4362-a215-bb3d555cabb8, host: dv-cinder-606346-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5481c3c5-d40a-486b-a2ad-fd2415153a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '6fe7327e-87ed-4d47-ace6-7ed81a3a841c'}}] {{(pid=105527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 09:55:08.317696 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-9f2f54f4-016f-4056-9bfa-7e3b4b508db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:08.419634 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.db [None req-9f2f54f4-016f-4056-9bfa-7e3b4b508db0 None None] For port 195bcd45-ae11-4362-a215-bb3d555cabb8, host dv-cinder-606346-32-iscsi, cleared binding levels {{(pid=105527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 09:55:08.422866 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.plugins.ml2.db [None req-9f2f54f4-016f-4056-9bfa-7e3b4b508db0 None None] For port 195bcd45-ae11-4362-a215-bb3d555cabb8, host dv-cinder-606346-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=195bcd45-ae11-4362-a215-bb3d555cabb8,segment=NetworkSegment(5481c3c5-d40a-486b-a2ad-fd2415153a14),segment_id=5481c3c5-d40a-486b-a2ad-fd2415153a14)] {{(pid=105527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 09:55:08.428887 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron_lib.callbacks.manager [None req-9f2f54f4-016f-4056-9bfa-7e3b4b508db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:08.485939 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2f54f4-016f-4056-9bfa-7e3b4b508db0 None None] Routers {'13e43b1d-d90d-44e2-abff-45502a64f15b'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:55:08.486578 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-9f2f54f4-016f-4056-9bfa-7e3b4b508db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:55:02Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['13e43b1d-d90d-44e2-abff-45502a64f15b'], 'active': True} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:55:08.663864 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d186834-d34f-4a4f-a43e-92426faa35f0 None None] Pushing event updated for resources: {'Port': ['ID=195bcd45-ae11-4362-a215-bb3d555cabb8,revision_number=4']} {{(pid=105527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:55:08.720483 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvr_db [None req-9f2f54f4-016f-4056-9bfa-7e3b4b508db0 None None] Set router 13e43b1d-d90d-44e2-abff-45502a64f15b gateway port host: dv-cinder-606346-32-iscsi {{(pid=105527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:55:08.897997 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85156e69-5f8c-47e3-b127-c0749b7b7abc req-564fc98d-696b-42a1-a8ac-cd1ae1bf3079 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:08.900314 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-85156e69-5f8c-47e3-b127-c0749b7b7abc req-564fc98d-696b-42a1-a8ac-cd1ae1bf3079 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 944 time: 0.0640826 Sep 03 09:55:08.932556 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 195bcd45-ae11-4362-a215-bb3d555cabb8 up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:55:08.953482 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-85156e69-5f8c-47e3-b127-c0749b7b7abc req-5f03a460-5896-4871-9911-7f1b114285fc tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462406 Sep 03 09:55:08.988219 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning for port 195bcd45-ae11-4362-a215-bb3d555cabb8 completed by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:55:08.990954 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-9f2f54f4-016f-4056-9bfa-7e3b4b508db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e43b1d-d90d-44e2-abff-45502a64f15b', 'name': 'tempest-TestShelveInstance-1467934628-router', 'tenant_id': '6ed40fa63966486d95196ae000945a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'dd3ebc28-7b1d-4d8e-9d37-6aca8789f3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:54:58Z', 'updated_at': '2021-09-03T09:55:02Z', 'revision_number': 4, 'project_id': '6ed40fa63966486d95196ae000945a4d', 'gw_port': {'id': 'dd3ebc28-7b1d-4d8e-9d37-6aca8789f3f3', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e43b1d-d90d-44e2-abff-45502a64f15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:59Z', 'updated_at': '2021-09-03T09:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_interfaces': [{'id': '195bcd45-ae11-4362-a215-bb3d555cabb8', 'name': '', 'network_id': '6fe7327e-87ed-4d47-ace6-7ed81a3a841c', 'tenant_id': '6ed40fa63966486d95196ae000945a4d', 'mac_address': 'fa:16:3e:80:b0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e43b1d-d90d-44e2-abff-45502a64f15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '5c471624-4724-4de1-8f87-aae47a25a801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:55:01Z', 'updated_at': '2021-09-03T09:55:08Z', 'revision_number': 4, 'project_id': '6ed40fa63966486d95196ae000945a4d', 'subnets': [{'id': '5c471624-4724-4de1-8f87-aae47a25a801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:55:08.992756 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning complete for port 195bcd45-ae11-4362-a215-bb3d555cabb8 triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:55:08.993188 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:09.026828 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2f54f4-016f-4056-9bfa-7e3b4b508db0 None None] The sync data for ids ['13e43b1d-d90d-44e2-abff-45502a64f15b'] in dv-cinder-606346-32-iscsi is: [{'id': '13e43b1d-d90d-44e2-abff-45502a64f15b', 'name': 'tempest-TestShelveInstance-1467934628-router', 'tenant_id': '6ed40fa63966486d95196ae000945a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'dd3ebc28-7b1d-4d8e-9d37-6aca8789f3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:54:58Z', 'updated_at': '2021-09-03T09:55:02Z', 'revision_number': 4, 'project_id': '6ed40fa63966486d95196ae000945a4d', 'gw_port': {'id': 'dd3ebc28-7b1d-4d8e-9d37-6aca8789f3f3', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e43b1d-d90d-44e2-abff-45502a64f15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:59Z', 'updated_at': '2021-09-03T09:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_interfaces': [{'id': '195bcd45-ae11-4362-a215-bb3d555cabb8', 'name': '', 'network_id': '6fe7327e-87ed-4d47-ace6-7ed81a3a841c', 'tenant_id': '6ed40fa63966486d95196ae000945a4d', 'mac_address': 'fa:16:3e:80:b0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e43b1d-d90d-44e2-abff-45502a64f15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '5c471624-4724-4de1-8f87-aae47a25a801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:55:01Z', 'updated_at': '2021-09-03T09:55:08Z', 'revision_number': 4, 'project_id': '6ed40fa63966486d95196ae000945a4d', 'subnets': [{'id': '5c471624-4724-4de1-8f87-aae47a25a801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 09:55:09.087598 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:09.126086 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] For port 195bcd45-ae11-4362-a215-bb3d555cabb8, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=195bcd45-ae11-4362-a215-bb3d555cabb8,segment=NetworkSegment(5481c3c5-d40a-486b-a2ad-fd2415153a14),segment_id=5481c3c5-d40a-486b-a2ad-fd2415153a14)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:55:09.131533 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:09.188492 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Pushing event updated for resources: {'Port': ['ID=195bcd45-ae11-4362-a215-bb3d555cabb8,revision_number=5']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:55:09.471396 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 47ab5650-bc07-466a-9db7-4918c10c56ff details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=105526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 09:55:09.569851 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 47ab5650-bc07-466a-9db7-4918c10c56ff, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=47ab5650-bc07-466a-9db7-4918c10c56ff,segment=NetworkSegment(1683d286-1be2-443d-83f5-01a3e9736922),segment_id=1683d286-1be2-443d-83f5-01a3e9736922)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:55:09.581604 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Returning: {'device': '47ab5650-bc07-466a-9db7-4918c10c56ff', 'network_id': '528a02fc-44c8-4bd1-9db4-aa8e01cd9db5', 'port_id': '47ab5650-bc07-466a-9db7-4918c10c56ff', 'mac_address': 'fa:16:3e:63:71:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b9bc1cc-f1d0-4f7b-aa38-f059a6d84938', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 09:55:09.624878 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:09.640124 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.notifiers.nova [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47ab5650-bc07-466a-9db7-4918c10c56ff {{(pid=105526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 09:55:09.663371 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 47ab5650-bc07-466a-9db7-4918c10c56ff, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=47ab5650-bc07-466a-9db7-4918c10c56ff,segment=NetworkSegment(1683d286-1be2-443d-83f5-01a3e9736922),segment_id=1683d286-1be2-443d-83f5-01a3e9736922)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:55:09.669945 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:09.727797 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Pushing event updated for resources: {'Port': ['ID=47ab5650-bc07-466a-9db7-4918c10c56ff,revision_number=4']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:55:10.096993 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413b2d0-3781-47b2-8d77-e8e5597d6a25 req-c8360752-8b3e-436a-af9a-a9156f5310f1 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:10.098600 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-0413b2d0-3781-47b2-8d77-e8e5597d6a25 req-c8360752-8b3e-436a-af9a-a9156f5310f1 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 945 time: 0.0676677 Sep 03 09:55:10.136854 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-0413b2d0-3781-47b2-8d77-e8e5597d6a25 req-e3f043ce-fbe2-4aa0-8736-5175af3c206a tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323441 Sep 03 09:55:10.858039 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] get_ports_and_sgs() called for port_ids ['47ab5650-bc07-466a-9db7-4918c10c56ff'] {{(pid=105526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 09:55:10.885695 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 195bcd45-ae11-4362-a215-bb3d555cabb8 up at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:55:10.976949 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Provisioning complete for port 195bcd45-ae11-4362-a215-bb3d555cabb8 triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:55:10.977322 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:11.258961 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686faf7b-c1ee-42c9-a5a4-ebe43c4906c5 req-caaaf1f9-6d05-45b1-b229-607bf6f4a40b tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:11.260599 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-686faf7b-c1ee-42c9-a5a4-ebe43c4906c5 req-caaaf1f9-6d05-45b1-b229-607bf6f4a40b tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 945 time: 0.0517581 Sep 03 09:55:11.298577 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-686faf7b-c1ee-42c9-a5a4-ebe43c4906c5 req-73f9251f-f8f5-474a-90e3-f1be32932cb2 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319867 Sep 03 09:55:12.416677 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd499d9-44af-492e-8ef2-e608083f7300 req-4ce1bfa3-734d-431d-a8aa-4cd8ff3872d7 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:12.418624 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-7cd499d9-44af-492e-8ef2-e608083f7300 req-4ce1bfa3-734d-431d-a8aa-4cd8ff3872d7 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 945 time: 0.0491915 Sep 03 09:55:12.458235 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-7cd499d9-44af-492e-8ef2-e608083f7300 req-5536baf2-8970-4cd5-9b08-d07903077434 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331299 Sep 03 09:55:12.909052 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 47ab5650-bc07-466a-9db7-4918c10c56ff up at agent hyperv_hv-cinder-60634 {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:55:12.956431 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Provisioning for port 47ab5650-bc07-466a-9db7-4918c10c56ff completed by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:55:12.959690 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Provisioning complete for port 47ab5650-bc07-466a-9db7-4918c10c56ff triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:55:12.960062 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:13.043088 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:13.066065 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df2b993-ff18-4dbf-9e83-12a79ef9c9ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ab5650-bc07-466a-9db7-4918c10c56ff'}] {{(pid=105526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:55:13.068354 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4892a96944886cb42b4657d46b368d41fc18c437eb6a682d176e385d93bf320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca85af6b-27fc-464f-b515-ebca7caee3e5" -d '{"events": [{"server_uuid": "0df2b993-ff18-4dbf-9e83-12a79ef9c9ee", "name": "network-vif-plugged", "status": "completed", "tag": "47ab5650-bc07-466a-9db7-4918c10c56ff"}]}' {{(pid=105526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:55:13.082993 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 47ab5650-bc07-466a-9db7-4918c10c56ff, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=47ab5650-bc07-466a-9db7-4918c10c56ff,segment=NetworkSegment(1683d286-1be2-443d-83f5-01a3e9736922),segment_id=1683d286-1be2-443d-83f5-01a3e9736922)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:55:13.089772 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:13.116127 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 09:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44857100-4200-4e10-99ca-a4e6ab42dc4e x-openstack-request-id: req-44857100-4200-4e10-99ca-a4e6ab42dc4e {{(pid=105526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:55:13.116445 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df2b993-ff18-4dbf-9e83-12a79ef9c9ee", "name": "network-vif-plugged", "status": "completed", "tag": "47ab5650-bc07-466a-9db7-4918c10c56ff", "code": 200}]} {{(pid=105526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:55:13.116701 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-44857100-4200-4e10-99ca-a4e6ab42dc4e {{(pid=105526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:55:13.117097 dv-cinder-606346-32-iscsi neutron-server[105526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df2b993-ff18-4dbf-9e83-12a79ef9c9ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ab5650-bc07-466a-9db7-4918c10c56ff', 'code': 200} Sep 03 09:55:13.142197 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Pushing event updated for resources: {'Port': ['ID=47ab5650-bc07-466a-9db7-4918c10c56ff,revision_number=5']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:55:13.585899 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4105f-5e7a-4dde-b4c9-511a0c8fb3ef req-f1a8c107-67fb-4ceb-92e4-5c00cf4df5a4 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:13.587503 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-1ed4105f-5e7a-4dde-b4c9-511a0c8fb3ef req-f1a8c107-67fb-4ceb-92e4-5c00cf4df5a4 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 946 time: 0.0568738 Sep 03 09:55:13.627890 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-1ed4105f-5e7a-4dde-b4c9-511a0c8fb3ef req-34ba2e5b-f721-466d-8a8b-623e1958a96e tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343022 Sep 03 09:55:14.747904 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67329c7-b6a1-4ccb-a44b-6328248e4c68 req-0fe7328d-ed6b-400e-bd9f-14a52e01bced tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:14.749402 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-f67329c7-b6a1-4ccb-a44b-6328248e4c68 req-0fe7328d-ed6b-400e-bd9f-14a52e01bced tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 946 time: 0.0488164 Sep 03 09:55:14.791469 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-f67329c7-b6a1-4ccb-a44b-6328248e4c68 req-9143d806-0e75-4f77-8799-b4f8e617c40a tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362072 Sep 03 09:55:15.046334 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4ba55-bff3-4829-90a2-59d9cb16770f req-40412aac-04ef-4ca0-8b75-f947a27ea1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:15.047805 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-6db4ba55-bff3-4829-90a2-59d9cb16770f req-40412aac-04ef-4ca0-8b75-f947a27ea1e3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 1099 time: 0.0397279 Sep 03 09:55:15.082643 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-6db4ba55-bff3-4829-90a2-59d9cb16770f req-8108f034-5f47-4fad-a357-5d0e0be7f36a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265639 Sep 03 09:55:15.911541 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc655bc-7199-4b9b-87b0-429b28ea34a7 req-965f2d61-f048-4778-a4e5-dcc672757292 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:15.912923 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-abc655bc-7199-4b9b-87b0-429b28ea34a7 req-965f2d61-f048-4778-a4e5-dcc672757292 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 946 time: 0.0526257 Sep 03 09:55:15.960667 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-abc655bc-7199-4b9b-87b0-429b28ea34a7 req-b42317fb-7ebb-4830-b38e-f09eb143c4a8 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415349 Sep 03 09:55:17.092268 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2738c-e963-431f-8f5c-9ebd13c83d48 req-32e90b16-d8b8-4664-a111-582cf699e557 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:17.094083 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-5fe2738c-e963-431f-8f5c-9ebd13c83d48 req-32e90b16-d8b8-4664-a111-582cf699e557 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 946 time: 0.0577917 Sep 03 09:55:17.131515 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-5fe2738c-e963-431f-8f5c-9ebd13c83d48 req-afd111de-cb70-45c4-88ec-c41da59ff3ff tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312748 Sep 03 09:55:17.890368 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:18.264475 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890bfc5e-4dcb-46c0-ab93-421b73c823a5 req-1742e457-124d-470a-8ffd-171a12d96fe6 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:18.265993 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-890bfc5e-4dcb-46c0-ab93-421b73c823a5 req-1742e457-124d-470a-8ffd-171a12d96fe6 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 946 time: 0.0490198 Sep 03 09:55:18.303164 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-890bfc5e-4dcb-46c0-ab93-421b73c823a5 req-945d09ff-4453-46bc-a92d-03268883ba70 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313797 Sep 03 09:55:19.425434 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e2d216-2019-4954-b1b6-fbae8fc3dbc2 req-96a3637c-7cbd-46af-b942-99df6c315fae tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:19.426932 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-44e2d216-2019-4954-b1b6-fbae8fc3dbc2 req-96a3637c-7cbd-46af-b942-99df6c315fae tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 946 time: 0.0522594 Sep 03 09:55:19.464728 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-44e2d216-2019-4954-b1b6-fbae8fc3dbc2 req-03228440-d8ab-4018-9867-551c402ddc5b tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317986 Sep 03 09:55:20.582911 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c5f6a-3169-4875-a875-b4fb0ac86403 req-cc52a687-aa4b-4a72-a9dd-23f7e9916f3d tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:20.584398 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-550c5f6a-3169-4875-a875-b4fb0ac86403 req-cc52a687-aa4b-4a72-a9dd-23f7e9916f3d tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 946 time: 0.0490811 Sep 03 09:55:20.623251 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-550c5f6a-3169-4875-a875-b4fb0ac86403 req-4ad73794-9007-4901-83fb-547016a4d811 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329468 Sep 03 09:55:20.739435 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0b93d-9611-4102-a4aa-fdbef9c66eca req-f0cd6db9-f3fe-4c7d-a139-9a4ba225d531 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:20.740939 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-c1c0b93d-9611-4102-a4aa-fdbef9c66eca req-f0cd6db9-f3fe-4c7d-a139-9a4ba225d531 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 946 time: 0.0500455 Sep 03 09:55:20.749817 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 40622) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:55:20.754339 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [None req-64182279-130d-41ac-bb2d-5a3bdcc5fc74 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Request body: {'floatingip': {'port_id': '47ab5650-bc07-466a-9db7-4918c10c56ff'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:55:20.791595 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-64182279-130d-41ac-bb2d-5a3bdcc5fc74 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks [] for floatingip, before_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:21.211110 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-64182279-130d-41ac-bb2d-5a3bdcc5fc74 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:21.215543 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-64182279-130d-41ac-bb2d-5a3bdcc5fc74 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417335'] for floatingip, after_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:21.313126 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.db.l3_db [None req-64182279-130d-41ac-bb2d-5a3bdcc5fc74 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Floating IP 6f2c1c3e-85c4-42f5-a3ef-bf27fc0701e9 associated. External IP: 172.27.3.64, port: 47ab5650-bc07-466a-9db7-4918c10c56ff. Sep 03 09:55:21.522837 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64182279-130d-41ac-bb2d-5a3bdcc5fc74 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Router 38794d3a-c92d-47ec-b4c8-236350fd6216 has already been hosted by L3 agent d52909a0-0f60-4ffe-9597-25dbe871271a {{(pid=105524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 09:55:21.642710 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64182279-130d-41ac-bb2d-5a3bdcc5fc74 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify agent at l3_agent.dv-cinder-606346-32-iscsi the message routers_updated {{(pid=105524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 09:55:21.647567 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-64182279-130d-41ac-bb2d-5a3bdcc5fc74 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for floatingip, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:21.660559 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe453a73-f945-44ac-a8fb-5ee8aa614631 None None] Sync routers for ids ['38794d3a-c92d-47ec-b4c8-236350fd6216'] in dv-cinder-606346-32-iscsi {{(pid=105526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 09:55:21.670351 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe453a73-f945-44ac-a8fb-5ee8aa614631 None None] Routers {'38794d3a-c92d-47ec-b4c8-236350fd6216'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:55:21.671005 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-fe453a73-f945-44ac-a8fb-5ee8aa614631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:55:02Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['38794d3a-c92d-47ec-b4c8-236350fd6216'], 'active': True} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:55:21.679510 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-64182279-130d-41ac-bb2d-5a3bdcc5fc74 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "PUT /v2.0/floatingips/6f2c1c3e-85c4-42f5-a3ef-bf27fc0701e9 HTTP/1.1" status: 200 len: 991 time: 0.9284980 Sep 03 09:55:21.680016 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0df2b993-ff18-4dbf-9e83-12a79ef9c9ee', 'tag': '47ab5650-bc07-466a-9db7-4918c10c56ff'}] {{(pid=105524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:55:21.682938 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07cd05725c708ed75ef04e80da70ebdfc8c47d02cbbda1b8cc3f0b48d37440d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8924bac7-2685-494c-9d75-5d26c627941c" -d '{"events": [{"name": "network-changed", "server_uuid": "0df2b993-ff18-4dbf-9e83-12a79ef9c9ee", "tag": "47ab5650-bc07-466a-9db7-4918c10c56ff"}]}' {{(pid=105524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:55:21.728326 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 09:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3dcd6cb-84db-4ca9-96c2-908e54f1cdbb x-openstack-request-id: req-d3dcd6cb-84db-4ca9-96c2-908e54f1cdbb {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:55:21.728731 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0df2b993-ff18-4dbf-9e83-12a79ef9c9ee", "tag": "47ab5650-bc07-466a-9db7-4918c10c56ff", "status": "completed", "code": 200}]} {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:55:21.729101 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d3dcd6cb-84db-4ca9-96c2-908e54f1cdbb {{(pid=105524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:55:21.729619 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0df2b993-ff18-4dbf-9e83-12a79ef9c9ee', 'tag': '47ab5650-bc07-466a-9db7-4918c10c56ff', 'status': 'completed', 'code': 200} Sep 03 09:55:21.803677 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8924bac7-2685-494c-9d75-5d26c627941c req-9067b919-2030-473c-ac90-9e56e15c42a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:21.805218 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-8924bac7-2685-494c-9d75-5d26c627941c req-9067b919-2030-473c-ac90-9e56e15c42a9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bbe4096f40d64702be2a6fb537ac5c42&device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 1099 time: 0.0409269 Sep 03 09:55:21.901818 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8924bac7-2685-494c-9d75-5d26c627941c req-a97795e2-10d1-49fb-b867-daff74a8b966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:21.903281 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-8924bac7-2685-494c-9d75-5d26c627941c req-a97795e2-10d1-49fb-b867-daff74a8b966 service neutron] 10.222.0.60 "GET /v2.0/networks?id=528a02fc-44c8-4bd1-9db4-aa8e01cd9db5 HTTP/1.1" status: 200 len: 917 time: 0.0888116 Sep 03 09:55:21.909155 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvr_db [None req-fe453a73-f945-44ac-a8fb-5ee8aa614631 None None] Set router 38794d3a-c92d-47ec-b4c8-236350fd6216 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:55:21.968939 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-8924bac7-2685-494c-9d75-5d26c627941c req-b37796ef-5576-4b57-849b-646d85c13a83 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47ab5650-bc07-466a-9db7-4918c10c56ff HTTP/1.1" status: 200 len: 999 time: 0.0565438 Sep 03 09:55:22.034201 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8924bac7-2685-494c-9d75-5d26c627941c req-5c474a72-0563-4035-b55a-693645bbfccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:22.035686 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-8924bac7-2685-494c-9d75-5d26c627941c req-5c474a72-0563-4035-b55a-693645bbfccd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b9bc1cc-f1d0-4f7b-aa38-f059a6d84938 HTTP/1.1" status: 200 len: 855 time: 0.0575402 Sep 03 09:55:22.090364 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8924bac7-2685-494c-9d75-5d26c627941c req-210ed973-28e7-4316-b669-d0a42a8a7145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:22.092112 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-8924bac7-2685-494c-9d75-5d26c627941c req-210ed973-28e7-4316-b669-d0a42a8a7145 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=528a02fc-44c8-4bd1-9db4-aa8e01cd9db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0468211 Sep 03 09:55:22.164332 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-fe453a73-f945-44ac-a8fb-5ee8aa614631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'name': 'tempest-AttachVolumeShelveTestJSON-253564211-router', 'tenant_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '63a49cc8-1a5e-4872-a7bf-6365fb88411b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:50:35Z', 'updated_at': '2021-09-03T09:50:42Z', 'revision_number': 4, 'project_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'gw_port': {'id': '63a49cc8-1a5e-4872-a7bf-6365fb88411b', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:50:36Z', 'updated_at': '2021-09-03T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_floatingips': [{'id': '6f2c1c3e-85c4-42f5-a3ef-bf27fc0701e9', 'tenant_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'floating_ip_address': '172.27.3.64', 'floating_network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'router_id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'port_id': '47ab5650-bc07-466a-9db7-4918c10c56ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '528a02fc-44c8-4bd1-9db4-aa8e01cd9db5', 'mac_address': 'fa:16:3e:63:71:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df2b993-ff18-4dbf-9e83-12a79ef9c9ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T09:54:58Z', 'updated_at': '2021-09-03T09:55:21Z', 'revision_number': 1, 'project_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c546163f-f2b2-4f5d-826e-88ccab3dfc8f', 'name': '', 'network_id': '528a02fc-44c8-4bd1-9db4-aa8e01cd9db5', 'tenant_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'mac_address': 'fa:16:3e:2d:67:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8b9bc1cc-f1d0-4f7b-aa38-f059a6d84938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:50:40Z', 'updated_at': '2021-09-03T09:50:52Z', 'revision_number': 5, 'project_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'subnets': [{'id': '8b9bc1cc-f1d0-4f7b-aa38-f059a6d84938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:55:22.195810 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe453a73-f945-44ac-a8fb-5ee8aa614631 None None] Checking router: 38794d3a-c92d-47ec-b4c8-236350fd6216 for host: dv-cinder-606346-32-iscsi {{(pid=105526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 09:55:22.198850 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-8924bac7-2685-494c-9d75-5d26c627941c req-9d1e979c-f925-46de-bbb2-18d401bc57ca service neutron] 10.222.0.60 "GET /v2.0/networks/528a02fc-44c8-4bd1-9db4-aa8e01cd9db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868735 Sep 03 09:55:22.204193 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe453a73-f945-44ac-a8fb-5ee8aa614631 None None] Routers {'38794d3a-c92d-47ec-b4c8-236350fd6216'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:55:22.204814 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-fe453a73-f945-44ac-a8fb-5ee8aa614631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:55:02Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['38794d3a-c92d-47ec-b4c8-236350fd6216'], 'active': True} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:55:22.304566 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-8924bac7-2685-494c-9d75-5d26c627941c req-81103693-809e-49c8-9d4c-34a9284aea0a service neutron] 10.222.0.60 "GET /v2.0/networks/528a02fc-44c8-4bd1-9db4-aa8e01cd9db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895412 Sep 03 09:55:22.316038 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvr_db [None req-fe453a73-f945-44ac-a8fb-5ee8aa614631 None None] Set router 38794d3a-c92d-47ec-b4c8-236350fd6216 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:55:22.541242 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-fe453a73-f945-44ac-a8fb-5ee8aa614631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'name': 'tempest-AttachVolumeShelveTestJSON-253564211-router', 'tenant_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '63a49cc8-1a5e-4872-a7bf-6365fb88411b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:50:35Z', 'updated_at': '2021-09-03T09:50:42Z', 'revision_number': 4, 'project_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'gw_port': {'id': '63a49cc8-1a5e-4872-a7bf-6365fb88411b', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:50:36Z', 'updated_at': '2021-09-03T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_floatingips': [{'id': '6f2c1c3e-85c4-42f5-a3ef-bf27fc0701e9', 'tenant_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'floating_ip_address': '172.27.3.64', 'floating_network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'router_id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'port_id': '47ab5650-bc07-466a-9db7-4918c10c56ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '528a02fc-44c8-4bd1-9db4-aa8e01cd9db5', 'mac_address': 'fa:16:3e:63:71:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df2b993-ff18-4dbf-9e83-12a79ef9c9ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T09:54:58Z', 'updated_at': '2021-09-03T09:55:21Z', 'revision_number': 1, 'project_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c546163f-f2b2-4f5d-826e-88ccab3dfc8f', 'name': '', 'network_id': '528a02fc-44c8-4bd1-9db4-aa8e01cd9db5', 'tenant_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'mac_address': 'fa:16:3e:2d:67:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8b9bc1cc-f1d0-4f7b-aa38-f059a6d84938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:50:40Z', 'updated_at': '2021-09-03T09:50:52Z', 'revision_number': 5, 'project_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'subnets': [{'id': '8b9bc1cc-f1d0-4f7b-aa38-f059a6d84938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:55:22.571381 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe453a73-f945-44ac-a8fb-5ee8aa614631 None None] The sync data for ids ['38794d3a-c92d-47ec-b4c8-236350fd6216'] in dv-cinder-606346-32-iscsi is: [{'id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'name': 'tempest-AttachVolumeShelveTestJSON-253564211-router', 'tenant_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '63a49cc8-1a5e-4872-a7bf-6365fb88411b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:50:35Z', 'updated_at': '2021-09-03T09:50:42Z', 'revision_number': 4, 'project_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'gw_port': {'id': '63a49cc8-1a5e-4872-a7bf-6365fb88411b', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:50:36Z', 'updated_at': '2021-09-03T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_floatingips': [{'id': '6f2c1c3e-85c4-42f5-a3ef-bf27fc0701e9', 'tenant_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'floating_ip_address': '172.27.3.64', 'floating_network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'router_id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'port_id': '47ab5650-bc07-466a-9db7-4918c10c56ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '528a02fc-44c8-4bd1-9db4-aa8e01cd9db5', 'mac_address': 'fa:16:3e:63:71:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df2b993-ff18-4dbf-9e83-12a79ef9c9ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T09:54:58Z', 'updated_at': '2021-09-03T09:55:21Z', 'revision_number': 1, 'project_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c546163f-f2b2-4f5d-826e-88ccab3dfc8f', 'name': '', 'network_id': '528a02fc-44c8-4bd1-9db4-aa8e01cd9db5', 'tenant_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'mac_address': 'fa:16:3e:2d:67:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8b9bc1cc-f1d0-4f7b-aa38-f059a6d84938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:50:40Z', 'updated_at': '2021-09-03T09:50:52Z', 'revision_number': 5, 'project_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'subnets': [{'id': '8b9bc1cc-f1d0-4f7b-aa38-f059a6d84938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 09:55:22.778735 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b711006-49a3-43b0-abee-98aff6d1938d None None] New status for floating IP 6f2c1c3e-85c4-42f5-a3ef-bf27fc0701e9: ACTIVE {{(pid=105527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 09:55:24.030610 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.agents_db [None req-2440585d-454d-4def-9aab-3d39e7194109 None None] Agent healthcheck: found 6 active agents {{(pid=105527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 09:55:24.659286 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4000b6-1ceb-4fc6-93e5-4fa89f092f70 req-f437c8a4-3525-4105-8a4b-5f2ef544bb9a tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:24.660817 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-ff4000b6-1ceb-4fc6-93e5-4fa89f092f70 req-f437c8a4-3525-4105-8a4b-5f2ef544bb9a tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.67 "GET /v2.0/ports?device_id=50880605-4da1-4409-8940-8ad3f4d1449b HTTP/1.1" status: 200 len: 946 time: 0.0495002 Sep 03 09:55:24.700450 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-ff4000b6-1ceb-4fc6-93e5-4fa89f092f70 req-afd760c4-cb91-49cc-8d9b-f475f60dd2de tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.67 "GET /v2.0/security-groups?id=10b0e53c-5e57-476a-981e-afaae5063717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333886 Sep 03 09:55:26.006109 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-b5e814f4-719d-48a1-8e96-516384889338 req-269238ea-0043-4847-a44f-c0ab49de2923 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1162964519&fields=id&tenant_id=c1ec96c4279b4069b2fcb5e4c742344a HTTP/1.1" status: 200 len: 267 time: 0.0339997 Sep 03 09:55:26.063574 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d732f-8c26-4625-b2cc-a284362bd664 req-574a5f39-7ea8-4068-95d8-62e00fe72387 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:26.065086 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-cd9d732f-8c26-4625-b2cc-a284362bd664 req-574a5f39-7ea8-4068-95d8-62e00fe72387 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.67 "GET /v2.0/ports?device_id=50880605-4da1-4409-8940-8ad3f4d1449b HTTP/1.1" status: 200 len: 946 time: 0.2961130 Sep 03 09:55:26.103854 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-cd9d732f-8c26-4625-b2cc-a284362bd664 req-e6211f8c-6c68-4694-ac91-206c7b847a23 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.67 "GET /v2.0/security-groups?id=10b0e53c-5e57-476a-981e-afaae5063717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328326 Sep 03 09:55:26.115622 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e814f4-719d-48a1-8e96-516384889338 req-048b7569-253d-4b95-a364-3cade8012ef4 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:26.117142 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-b5e814f4-719d-48a1-8e96-516384889338 req-048b7569-253d-4b95-a364-3cade8012ef4 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/networks?id=e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8 HTTP/1.1" status: 200 len: 808 time: 0.1034913 Sep 03 09:55:26.132614 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-b5e814f4-719d-48a1-8e96-516384889338 req-bbbe3ead-2886-452b-a8b9-b7d781522f17 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/quotas/c1ec96c4279b4069b2fcb5e4c742344a HTTP/1.1" status: 200 len: 375 time: 0.0093331 Sep 03 09:55:26.189762 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-b5e814f4-719d-48a1-8e96-516384889338 req-bd2a932b-e649-40b2-b131-7ce690e39dae tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=c1ec96c4279b4069b2fcb5e4c742344a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509076 Sep 03 09:55:26.285115 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-b5e814f4-719d-48a1-8e96-516384889338 req-e0234baf-b170-487a-9669-8b79327e47a5 service neutron] 10.222.0.67 "GET /v2.0/networks/e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824101 Sep 03 09:55:26.376692 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-b5e814f4-719d-48a1-8e96-516384889338 req-7201d57c-78d2-4a13-a789-933c1e73230e service neutron] 10.222.0.67 "GET /v2.0/networks/e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854881 Sep 03 09:55:26.427914 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee77f09-45e8-4b98-a58a-55574987a348 req-42a717d3-c03a-4682-bad5-7137bdfe832f tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:26.429368 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-3ee77f09-45e8-4b98-a58a-55574987a348 req-42a717d3-c03a-4682-bad5-7137bdfe832f tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.60 "GET /v2.0/ports?device_id=50880605-4da1-4409-8940-8ad3f4d1449b HTTP/1.1" status: 200 len: 946 time: 0.0473759 Sep 03 09:55:26.529941 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.plugin [req-3ee77f09-45e8-4b98-a58a-55574987a348 req-c738a4bd-17f6-41e1-a227-d3eeb49ace32 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Deleting port 5d6f7381-6c96-4c38-8a81-aa4e75bb5f0a {{(pid=105525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 09:55:26.530283 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-3ee77f09-45e8-4b98-a58a-55574987a348 req-c738a4bd-17f6-41e1-a227-d3eeb49ace32 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:26.624311 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.db [req-3ee77f09-45e8-4b98-a58a-55574987a348 req-c738a4bd-17f6-41e1-a227-d3eeb49ace32 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] For port 5d6f7381-6c96-4c38-8a81-aa4e75bb5f0a, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=5d6f7381-6c96-4c38-8a81-aa4e75bb5f0a,segment=NetworkSegment(cba71f7d-68a7-4e06-9b55-7aed9789beed),segment_id=cba71f7d-68a7-4e06-9b55-7aed9789beed)] {{(pid=105525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:55:26.624684 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-3ee77f09-45e8-4b98-a58a-55574987a348 req-c738a4bd-17f6-41e1-a227-d3eeb49ace32 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:26.638145 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.plugin [req-3ee77f09-45e8-4b98-a58a-55574987a348 req-c738a4bd-17f6-41e1-a227-d3eeb49ace32 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Calling delete_port for 5d6f7381-6c96-4c38-8a81-aa4e75bb5f0a owned by compute:nova {{(pid=105525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 09:55:26.703277 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-6e8eae82-1374-4e10-9d34-a641d10427f6 req-764f6b2d-d811-4c55-b6c9-048997e8a213 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 210 time: 0.0595453 Sep 03 09:55:26.793420 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-3ee77f09-45e8-4b98-a58a-55574987a348 req-c738a4bd-17f6-41e1-a227-d3eeb49ace32 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25166669'] for port, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:26.809569 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] get_ports_and_sgs() called for port_ids ['5d6f7381-6c96-4c38-8a81-aa4e75bb5f0a'] {{(pid=105526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 09:55:26.822993 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c738a4bd-17f6-41e1-a227-d3eeb49ace32 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Pushing event deleted for resources: {'Port': ['ID=5d6f7381-6c96-4c38-8a81-aa4e75bb5f0a,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:55:26.873163 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee77f09-45e8-4b98-a58a-55574987a348 req-c738a4bd-17f6-41e1-a227-d3eeb49ace32 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] No DVR routers for this DVR port 5d6f7381-6c96-4c38-8a81-aa4e75bb5f0a on host hv-cinder-60634 {{(pid=105525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 09:55:26.876288 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-3ee77f09-45e8-4b98-a58a-55574987a348 req-c738a4bd-17f6-41e1-a227-d3eeb49ace32 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for port, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:26.878255 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-3ee77f09-45e8-4b98-a58a-55574987a348 req-c738a4bd-17f6-41e1-a227-d3eeb49ace32 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.60 "DELETE /v2.0/ports/5d6f7381-6c96-4c38-8a81-aa4e75bb5f0a HTTP/1.1" status: 204 len: 173 time: 0.4417698 Sep 03 09:55:26.878876 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50880605-4da1-4409-8940-8ad3f4d1449b', 'name': 'network-vif-deleted', 'tag': '5d6f7381-6c96-4c38-8a81-aa4e75bb5f0a'}] {{(pid=105525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:55:26.881130 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b472ff3031a1c59aa5156df15414b1b35e6d7494da734e784d35b582b3c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558dca6d-db9c-43b3-8121-09a7405795e8" -d '{"events": [{"server_uuid": "50880605-4da1-4409-8940-8ad3f4d1449b", "name": "network-vif-deleted", "tag": "5d6f7381-6c96-4c38-8a81-aa4e75bb5f0a"}]}' {{(pid=105525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:55:26.923772 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 09:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0cb45ba-80dd-4401-8397-c8db7ac02d2e x-openstack-request-id: req-b0cb45ba-80dd-4401-8397-c8db7ac02d2e {{(pid=105525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:55:26.924068 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50880605-4da1-4409-8940-8ad3f4d1449b", "name": "network-vif-deleted", "tag": "5d6f7381-6c96-4c38-8a81-aa4e75bb5f0a", "status": "completed", "code": 200}]} {{(pid=105525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:55:26.924497 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b0cb45ba-80dd-4401-8397-c8db7ac02d2e {{(pid=105525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:55:26.925030 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50880605-4da1-4409-8940-8ad3f4d1449b', 'name': 'network-vif-deleted', 'tag': '5d6f7381-6c96-4c38-8a81-aa4e75bb5f0a', 'status': 'completed', 'code': 200} Sep 03 09:55:27.206751 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-a9863f56-5244-4146-8f60-74c4fd604a31 req-d521959f-9238-48ab-9e6d-979335d75239 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.67 "GET /v2.0/ports?device_id=50880605-4da1-4409-8940-8ad3f4d1449b HTTP/1.1" status: 200 len: 210 time: 0.0256991 Sep 03 09:55:27.814080 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-69d8c249-23de-4fee-9839-919ac2b36208 req-6e913d85-63bf-4284-9511-8711dbdfa2cb tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 210 time: 0.0378809 Sep 03 09:55:27.884154 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e814f4-719d-48a1-8e96-516384889338 req-ad3f0aea-1353-449b-93a4-f5225ce11388 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:27.886285 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-b5e814f4-719d-48a1-8e96-516384889338 req-ad3f0aea-1353-449b-93a4-f5225ce11388 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.60 "GET /v2.0/networks?id=e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8 HTTP/1.1" status: 200 len: 808 time: 0.1300571 Sep 03 09:55:27.928380 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-b5e814f4-719d-48a1-8e96-516384889338 req-a2d2c87a-288e-4e09-8a11-229211f9951a tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1ec96c4279b4069b2fcb5e4c742344a HTTP/1.1" status: 200 len: 380 time: 0.0339289 Sep 03 09:55:27.937949 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [req-b5e814f4-719d-48a1-8e96-516384889338 req-8d24affc-6eea-43ba-a5ee-1ae49a555ad7 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Request body: {'port': {'device_id': '19b97162-9b52-4acb-9d3f-b11b40f05792', 'network_id': 'e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8', 'admin_state_up': True, 'tenant_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'security_groups': ['29752035-1baa-4bb6-98e5-d8c1a0c5d1fd']}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:55:28.046060 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5e814f4-719d-48a1-8e96-516384889338 req-8d24affc-6eea-43ba-a5ee-1ae49a555ad7 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Made reservation on behalf of c1ec96c4279b4069b2fcb5e4c742344a for: {'port': 1} {{(pid=105525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:55:28.049524 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-b5e814f4-719d-48a1-8e96-516384889338 req-8d24affc-6eea-43ba-a5ee-1ae49a555ad7 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:28.172979 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.db_base_plugin_common [req-b5e814f4-719d-48a1-8e96-516384889338 req-8d24affc-6eea-43ba-a5ee-1ae49a555ad7 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Allocated IP 172.20.0.10 (e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8/8b109763-0193-4b59-85f3-359058c4faaf/2ab1b4a9-ee18-485c-8683-19fdfdc012fb) {{(pid=105525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:55:28.323370 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-b5e814f4-719d-48a1-8e96-516384889338 req-8d24affc-6eea-43ba-a5ee-1ae49a555ad7 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Notify callbacks [] for port, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:28.339836 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.provisioning_blocks [req-b5e814f4-719d-48a1-8e96-516384889338 req-8d24affc-6eea-43ba-a5ee-1ae49a555ad7 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Transition to ACTIVE for port object 2ab1b4a9-ee18-485c-8683-19fdfdc012fb will not be triggered until provisioned by entity DHCP. {{(pid=105525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:55:28.375404 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-b5e814f4-719d-48a1-8e96-516384889338 req-8d24affc-6eea-43ba-a5ee-1ae49a555ad7 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25166669'] for port, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:28.424143 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5e814f4-719d-48a1-8e96-516384889338 req-8d24affc-6eea-43ba-a5ee-1ae49a555ad7 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Network e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8 is already hosted by enough agents. {{(pid=105525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:55:28.427328 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.base_scheduler [req-b5e814f4-719d-48a1-8e96-516384889338 req-8d24affc-6eea-43ba-a5ee-1ae49a555ad7 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Resources bound (agent type, host, resource id): {{(pid=105525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:55:28.431161 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5e814f4-719d-48a1-8e96-516384889338 req-8d24affc-6eea-43ba-a5ee-1ae49a555ad7 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Received port after_create {{(pid=105525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:55:28.466854 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d24affc-6eea-43ba-a5ee-1ae49a555ad7 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Pushing event updated for resources: {'Port': ['ID=2ab1b4a9-ee18-485c-8683-19fdfdc012fb,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:55:28.489056 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e814f4-719d-48a1-8e96-516384889338 req-8d24affc-6eea-43ba-a5ee-1ae49a555ad7 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:28.489714 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-b5e814f4-719d-48a1-8e96-516384889338 req-8d24affc-6eea-43ba-a5ee-1ae49a555ad7 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for port, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:28.504634 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-b5e814f4-719d-48a1-8e96-516384889338 req-8d24affc-6eea-43ba-a5ee-1ae49a555ad7 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5702672 Sep 03 09:55:28.519643 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [req-b5e814f4-719d-48a1-8e96-516384889338 req-6897f324-89ce-4521-a1bb-fe9ee5a0efba service neutron] Request body: {'port': {'device_id': '19b97162-9b52-4acb-9d3f-b11b40f05792', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:55:28.581326 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-b5e814f4-719d-48a1-8e96-516384889338 req-6897f324-89ce-4521-a1bb-fe9ee5a0efba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:28.672732 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-96ed0594-50e7-41b3-94d0-9d6a3b62c6b3 None None] Provisioning for port 2ab1b4a9-ee18-485c-8683-19fdfdc012fb completed by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:55:28.676780 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-96ed0594-50e7-41b3-94d0-9d6a3b62c6b3 None None] Provisioning complete for port 2ab1b4a9-ee18-485c-8683-19fdfdc012fb triggered by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:55:28.677104 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-96ed0594-50e7-41b3-94d0-9d6a3b62c6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:28.710438 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-96ed0594-50e7-41b3-94d0-9d6a3b62c6b3 None None] Port 2ab1b4a9-ee18-485c-8683-19fdfdc012fb cannot update to ACTIVE because it is not bound. {{(pid=105526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 09:55:28.856663 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.notifiers.nova [req-b5e814f4-719d-48a1-8e96-516384889338 req-6897f324-89ce-4521-a1bb-fe9ee5a0efba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ab1b4a9-ee18-485c-8683-19fdfdc012fb {{(pid=105525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 09:55:28.864884 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-b5e814f4-719d-48a1-8e96-516384889338 req-6897f324-89ce-4521-a1bb-fe9ee5a0efba service neutron] Notify callbacks [] for port, precommit_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:28.879036 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.provisioning_blocks [req-b5e814f4-719d-48a1-8e96-516384889338 req-6897f324-89ce-4521-a1bb-fe9ee5a0efba service neutron] Transition to ACTIVE for port object 2ab1b4a9-ee18-485c-8683-19fdfdc012fb will not be triggered until provisioned by entity L2. {{(pid=105525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:55:28.883002 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-b5e814f4-719d-48a1-8e96-516384889338 req-6897f324-89ce-4521-a1bb-fe9ee5a0efba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25166682'] for port, after_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:28.935556 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6897f324-89ce-4521-a1bb-fe9ee5a0efba service neutron] Pushing event updated for resources: {'Port': ['ID=2ab1b4a9-ee18-485c-8683-19fdfdc012fb,revision_number=2']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:55:28.939332 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4160b-bb14-4d79-ac88-58c5d4670b93 req-56c496eb-e8c7-4075-9f83-22e5963fe37e tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:28.940995 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-58c4160b-bb14-4d79-ac88-58c5d4670b93 req-56c496eb-e8c7-4075-9f83-22e5963fe37e tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 944 time: 0.0561635 Sep 03 09:55:28.994237 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-58c4160b-bb14-4d79-ac88-58c5d4670b93 req-6b594b39-788c-4b73-9dde-044f9341e6ed tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/security-groups?id=29752035-1baa-4bb6-98e5-d8c1a0c5d1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388825 Sep 03 09:55:29.014133 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.managers [req-b5e814f4-719d-48a1-8e96-516384889338 req-6897f324-89ce-4521-a1bb-fe9ee5a0efba service neutron] Attempting to bind port 2ab1b4a9-ee18-485c-8683-19fdfdc012fb on host hv-cinder-60634 for vnic_type normal with profile {{(pid=105525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 09:55:29.014474 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.managers [req-b5e814f4-719d-48a1-8e96-516384889338 req-6897f324-89ce-4521-a1bb-fe9ee5a0efba service neutron] Attempting to bind port 2ab1b4a9-ee18-485c-8683-19fdfdc012fb by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': '462b6c46-672c-4e78-8735-39bea9aefa55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8'}] {{(pid=105525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 09:55:29.014888 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e814f4-719d-48a1-8e96-516384889338 req-6897f324-89ce-4521-a1bb-fe9ee5a0efba service neutron] Attempting to bind port 2ab1b4a9-ee18-485c-8683-19fdfdc012fb on network e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8 {{(pid=105525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:55:29.019546 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e814f4-719d-48a1-8e96-516384889338 req-6897f324-89ce-4521-a1bb-fe9ee5a0efba service neutron] Port 2ab1b4a9-ee18-485c-8683-19fdfdc012fb on network e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=105525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 09:55:29.019862 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e814f4-719d-48a1-8e96-516384889338 req-6897f324-89ce-4521-a1bb-fe9ee5a0efba service neutron] Attempting to bind port 2ab1b4a9-ee18-485c-8683-19fdfdc012fb on network e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8 {{(pid=105525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:55:29.024933 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e814f4-719d-48a1-8e96-516384889338 req-6897f324-89ce-4521-a1bb-fe9ee5a0efba service neutron] Checking agent: {'id': '3ba077dd-5433-4c28-8748-47c2c66d3336', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 9, 48, 46), 'started_at': datetime.datetime(2021, 9, 3, 9, 48, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 9, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 09:55:29.025268 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e814f4-719d-48a1-8e96-516384889338 req-6897f324-89ce-4521-a1bb-fe9ee5a0efba service neutron] Checking segment: {'id': '462b6c46-672c-4e78-8735-39bea9aefa55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:55:29.025686 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e814f4-719d-48a1-8e96-516384889338 req-6897f324-89ce-4521-a1bb-fe9ee5a0efba service neutron] Bound using segment: {'id': '462b6c46-672c-4e78-8735-39bea9aefa55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8'} {{(pid=105525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 09:55:29.026701 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.managers [req-b5e814f4-719d-48a1-8e96-516384889338 req-6897f324-89ce-4521-a1bb-fe9ee5a0efba service neutron] Bound port: 2ab1b4a9-ee18-485c-8683-19fdfdc012fb, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462b6c46-672c-4e78-8735-39bea9aefa55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8'}}] {{(pid=105525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 09:55:29.027058 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-b5e814f4-719d-48a1-8e96-516384889338 req-6897f324-89ce-4521-a1bb-fe9ee5a0efba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:29.097759 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.db [req-b5e814f4-719d-48a1-8e96-516384889338 req-6897f324-89ce-4521-a1bb-fe9ee5a0efba service neutron] For port 2ab1b4a9-ee18-485c-8683-19fdfdc012fb, host hv-cinder-60634, cleared binding levels {{(pid=105525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 09:55:29.100817 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.db [req-b5e814f4-719d-48a1-8e96-516384889338 req-6897f324-89ce-4521-a1bb-fe9ee5a0efba service neutron] For port 2ab1b4a9-ee18-485c-8683-19fdfdc012fb, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=2ab1b4a9-ee18-485c-8683-19fdfdc012fb,segment=NetworkSegment(462b6c46-672c-4e78-8735-39bea9aefa55),segment_id=462b6c46-672c-4e78-8735-39bea9aefa55)] {{(pid=105525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 09:55:29.105670 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-b5e814f4-719d-48a1-8e96-516384889338 req-6897f324-89ce-4521-a1bb-fe9ee5a0efba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25166682'] for port, after_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:29.140253 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e814f4-719d-48a1-8e96-516384889338 req-6897f324-89ce-4521-a1bb-fe9ee5a0efba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:29.141122 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-b5e814f4-719d-48a1-8e96-516384889338 req-6897f324-89ce-4521-a1bb-fe9ee5a0efba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for port, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:29.142390 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-b5e814f4-719d-48a1-8e96-516384889338 req-6897f324-89ce-4521-a1bb-fe9ee5a0efba service neutron] 10.222.0.60 "PUT /v2.0/ports/2ab1b4a9-ee18-485c-8683-19fdfdc012fb HTTP/1.1" status: 200 len: 1094 time: 0.6271369 Sep 03 09:55:29.142858 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b97162-9b52-4acb-9d3f-b11b40f05792', 'tag': '2ab1b4a9-ee18-485c-8683-19fdfdc012fb'}] {{(pid=105525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:55:29.145516 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b472ff3031a1c59aa5156df15414b1b35e6d7494da734e784d35b582b3c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5755df9e-7864-490b-ac90-859932d51524" -d '{"events": [{"name": "network-changed", "server_uuid": "19b97162-9b52-4acb-9d3f-b11b40f05792", "tag": "2ab1b4a9-ee18-485c-8683-19fdfdc012fb"}]}' {{(pid=105525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:55:29.149508 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-eb39eb33-23bb-41a5-846c-3dfb07bc7f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:29.172485 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6897f324-89ce-4521-a1bb-fe9ee5a0efba service neutron] Pushing event updated for resources: {'Port': ['ID=2ab1b4a9-ee18-485c-8683-19fdfdc012fb,revision_number=3']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:55:29.194610 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 09:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ef04bf-b54f-4e71-90e8-ddb3b6db368b x-openstack-request-id: req-06ef04bf-b54f-4e71-90e8-ddb3b6db368b {{(pid=105525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:55:29.194989 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19b97162-9b52-4acb-9d3f-b11b40f05792", "tag": "2ab1b4a9-ee18-485c-8683-19fdfdc012fb", "status": "completed", "code": 200}]} {{(pid=105525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:55:29.195227 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-06ef04bf-b54f-4e71-90e8-ddb3b6db368b {{(pid=105525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:55:29.195630 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19b97162-9b52-4acb-9d3f-b11b40f05792', 'tag': '2ab1b4a9-ee18-485c-8683-19fdfdc012fb', 'status': 'completed', 'code': 200} Sep 03 09:55:30.118765 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e654d7c-1e14-4fcf-8ca8-5ae58408dce2 req-16a7a9f8-bfca-40d7-8a71-56f56259e163 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:30.121081 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-3e654d7c-1e14-4fcf-8ca8-5ae58408dce2 req-16a7a9f8-bfca-40d7-8a71-56f56259e163 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 944 time: 0.0566416 Sep 03 09:55:30.160677 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-3e654d7c-1e14-4fcf-8ca8-5ae58408dce2 req-be2577ea-7215-4d5f-bbb6-187d0a184d08 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/security-groups?id=29752035-1baa-4bb6-98e5-d8c1a0c5d1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332484 Sep 03 09:55:31.275102 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4587962-109a-414f-8ac2-7a9fef10921d req-3437b2e1-9c12-4c46-b4b5-43c2a25d9a3e tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:31.276601 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-b4587962-109a-414f-8ac2-7a9fef10921d req-3437b2e1-9c12-4c46-b4b5-43c2a25d9a3e tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 944 time: 0.0492680 Sep 03 09:55:31.315302 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-b4587962-109a-414f-8ac2-7a9fef10921d req-b927253e-16db-4768-adf5-3483ce629288 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/security-groups?id=29752035-1baa-4bb6-98e5-d8c1a0c5d1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327802 Sep 03 09:55:31.424355 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 5d6f7381-6c96-4c38-8a81-aa4e75bb5f0a no longer exists at agent hyperv_hv-cinder-60634 {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 09:55:31.445666 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] No Port match for: 5d6f7381-6c96-4c38-8a81-aa4e75bb5f0a {{(pid=105526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 09:55:31.445933 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 5d6f7381-6c96-4c38-8a81-aa4e75bb5f0a not bound to the agent host hv-cinder-60634 {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 09:55:31.487071 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5755df9e-7864-490b-ac90-859932d51524 req-8af85afd-becc-49f4-8733-21c3981fcaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:31.488586 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-5755df9e-7864-490b-ac90-859932d51524 req-8af85afd-becc-49f4-8733-21c3981fcaf0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c1ec96c4279b4069b2fcb5e4c742344a&device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 1097 time: 0.0440528 Sep 03 09:55:31.591530 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5755df9e-7864-490b-ac90-859932d51524 req-e2fd716c-e365-423f-bd9a-07eb4f10a5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:31.592995 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-5755df9e-7864-490b-ac90-859932d51524 req-e2fd716c-e365-423f-bd9a-07eb4f10a5e2 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=c1ec96c4279b4069b2fcb5e4c742344a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0943754 Sep 03 09:55:31.709908 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5755df9e-7864-490b-ac90-859932d51524 req-9cf8c8ca-eac4-4b09-9553-0fbf39b3e610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:31.711332 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-5755df9e-7864-490b-ac90-859932d51524 req-9cf8c8ca-eac4-4b09-9553-0fbf39b3e610 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1057262 Sep 03 09:55:31.792883 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e814f4-719d-48a1-8e96-516384889338 req-0905c200-6fdf-4fe4-91c9-7ac15f864896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:31.793191 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-b5e814f4-719d-48a1-8e96-516384889338 req-0905c200-6fdf-4fe4-91c9-7ac15f864896 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c1ec96c4279b4069b2fcb5e4c742344a&device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 1097 time: 0.0425916 Sep 03 09:55:31.836185 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-b5e814f4-719d-48a1-8e96-516384889338 req-f2396545-b8e0-4dfa-8f42-4d39b0d67ca0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ab1b4a9-ee18-485c-8683-19fdfdc012fb HTTP/1.1" status: 200 len: 217 time: 0.0343995 Sep 03 09:55:31.887730 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e814f4-719d-48a1-8e96-516384889338 req-b62c459d-34b8-4393-9824-09658940197f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:31.889222 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-b5e814f4-719d-48a1-8e96-516384889338 req-b62c459d-34b8-4393-9824-09658940197f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b109763-0193-4b59-85f3-359058c4faaf HTTP/1.1" status: 200 len: 847 time: 0.0442016 Sep 03 09:55:31.946278 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e814f4-719d-48a1-8e96-516384889338 req-2950883f-7870-4f83-922c-74f2d6649f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:31.948650 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-b5e814f4-719d-48a1-8e96-516384889338 req-2950883f-7870-4f83-922c-74f2d6649f4e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0460606 Sep 03 09:55:32.041700 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-b5e814f4-719d-48a1-8e96-516384889338 req-0d7d03f1-b363-470c-aef2-d853f499e52d service neutron] 10.222.0.60 "GET /v2.0/networks/e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850916 Sep 03 09:55:32.070553 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-61e538dd-71d3-4fa5-827d-bbc7f74d70c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:32.143344 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-b5e814f4-719d-48a1-8e96-516384889338 req-a3d1101b-3274-4a5f-b8db-0c05f0676a1c service neutron] 10.222.0.60 "GET /v2.0/networks/e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913260 Sep 03 09:55:32.436259 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6671469-0988-4518-a8e8-99b0c6c3ff70 req-11377a0a-6ddf-4ccb-8aa9-6c726b23ba7d tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:32.438239 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-e6671469-0988-4518-a8e8-99b0c6c3ff70 req-11377a0a-6ddf-4ccb-8aa9-6c726b23ba7d tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 944 time: 0.0542407 Sep 03 09:55:32.477049 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-e6671469-0988-4518-a8e8-99b0c6c3ff70 req-ab411233-4f42-443a-8d93-4c9d0b214fa3 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/security-groups?id=29752035-1baa-4bb6-98e5-d8c1a0c5d1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330002 Sep 03 09:55:33.258697 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7419cfaf-06c2-44ee-9d2b-151bf443a78d req-3f46b990-aaae-4a22-9f51-b2e8bbbcb728 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:33.260789 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-7419cfaf-06c2-44ee-9d2b-151bf443a78d req-3f46b990-aaae-4a22-9f51-b2e8bbbcb728 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 946 time: 0.1541080 Sep 03 09:55:33.300227 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-7419cfaf-06c2-44ee-9d2b-151bf443a78d req-908091ef-860b-4cbf-bc18-54a706e6b686 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=fad2066b-cb6a-4f3b-9c7f-91cf48e4dc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333014 Sep 03 09:55:33.482879 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:33.598997 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b503dd58-d0fb-49d2-84a3-81c1c07a767f req-341cd28c-3cb3-4864-b186-95e987f7c8ee tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:33.600503 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-b503dd58-d0fb-49d2-84a3-81c1c07a767f req-341cd28c-3cb3-4864-b186-95e987f7c8ee tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 944 time: 0.0527396 Sep 03 09:55:33.642313 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-b503dd58-d0fb-49d2-84a3-81c1c07a767f req-841cd013-0cb6-41c6-99d4-0146cce1ac42 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/security-groups?id=29752035-1baa-4bb6-98e5-d8c1a0c5d1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358505 Sep 03 09:55:33.812149 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a642e642-fcb2-47b5-b777-13e8b57c6243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:34.421456 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42092632-79cf-489d-b428-b645fb638e53 req-0306f1f4-e735-4c76-acf1-b9f18bb3f20a tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:34.422960 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-42092632-79cf-489d-b428-b645fb638e53 req-0306f1f4-e735-4c76-acf1-b9f18bb3f20a tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 946 time: 0.0534472 Sep 03 09:55:34.460320 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-42092632-79cf-489d-b428-b645fb638e53 req-bc7a1fa9-ee2a-4668-9317-cdf025d0c195 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=fad2066b-cb6a-4f3b-9c7f-91cf48e4dc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314653 Sep 03 09:55:34.486100 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-86f92317-4722-4035-969f-07b0852c8c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:34.755887 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc5cfc5-f2ae-4d82-bfb2-90f65aa8de32 req-2cd47f9e-42a2-4788-824f-ed1402578ba9 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:34.757391 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-1cc5cfc5-f2ae-4d82-bfb2-90f65aa8de32 req-2cd47f9e-42a2-4788-824f-ed1402578ba9 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 944 time: 0.0488787 Sep 03 09:55:34.795429 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-1cc5cfc5-f2ae-4d82-bfb2-90f65aa8de32 req-b944dcac-060b-429c-8c6b-423884accf79 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/security-groups?id=29752035-1baa-4bb6-98e5-d8c1a0c5d1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315728 Sep 03 09:55:35.577999 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99822ba-3969-4d6a-aa3b-93af33463975 req-32cf8faf-2726-4553-8583-d882adfaeeb8 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:35.579466 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-c99822ba-3969-4d6a-aa3b-93af33463975 req-32cf8faf-2726-4553-8583-d882adfaeeb8 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 946 time: 0.0484922 Sep 03 09:55:35.617364 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-c99822ba-3969-4d6a-aa3b-93af33463975 req-a727799c-21d3-40a9-a11f-8824487dd730 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=fad2066b-cb6a-4f3b-9c7f-91cf48e4dc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315285 Sep 03 09:55:35.910217 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dfebcc-7f5a-4376-a851-c8ad7135b14c req-fb93571e-0e0b-4c54-b01b-7be9b9df37d0 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:35.911681 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-a3dfebcc-7f5a-4376-a851-c8ad7135b14c req-fb93571e-0e0b-4c54-b01b-7be9b9df37d0 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 944 time: 0.0517714 Sep 03 09:55:35.948619 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-a3dfebcc-7f5a-4376-a851-c8ad7135b14c req-0595f566-090f-43c2-8da1-42537162b694 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/security-groups?id=29752035-1baa-4bb6-98e5-d8c1a0c5d1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303841 Sep 03 09:55:36.731754 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450dbe5-21d7-481a-9e7b-fae30505cb5f req-c1aa1bad-837d-4e49-8ac7-96cfed3936fe tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:36.733235 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-9450dbe5-21d7-481a-9e7b-fae30505cb5f req-c1aa1bad-837d-4e49-8ac7-96cfed3936fe tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 946 time: 0.0485744 Sep 03 09:55:36.770313 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-9450dbe5-21d7-481a-9e7b-fae30505cb5f req-13374936-f7f0-4905-a110-23f1e7f78740 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=fad2066b-cb6a-4f3b-9c7f-91cf48e4dc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311997 Sep 03 09:55:37.062198 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b31cef-f72e-4a4e-89d0-9e4c62a8a80b req-30788634-6f8d-40e9-94d0-0fc78ce4b1bf tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:37.063681 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-f2b31cef-f72e-4a4e-89d0-9e4c62a8a80b req-30788634-6f8d-40e9-94d0-0fc78ce4b1bf tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 944 time: 0.0479357 Sep 03 09:55:37.102008 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-f2b31cef-f72e-4a4e-89d0-9e4c62a8a80b req-eeca7e76-c34f-4e42-9ec9-0fd39035e2b9 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/security-groups?id=29752035-1baa-4bb6-98e5-d8c1a0c5d1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324705 Sep 03 09:55:37.975231 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c90e22-7473-41ba-9c58-6c8699d71284 req-3e2d7ec6-4775-41f9-9ee0-c4049b7d8c67 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:37.977045 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-e8c90e22-7473-41ba-9c58-6c8699d71284 req-3e2d7ec6-4775-41f9-9ee0-c4049b7d8c67 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 946 time: 0.1243737 Sep 03 09:55:38.026551 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-e8c90e22-7473-41ba-9c58-6c8699d71284 req-1a89388d-b446-4ac6-9081-595b3b0e18c8 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=fad2066b-cb6a-4f3b-9c7f-91cf48e4dc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423002 Sep 03 09:55:38.256462 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5e259-76ca-42c4-8327-48b4b7ef8867 req-cdd34403-3ca8-43cd-9d41-725676632a21 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:38.258641 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-a5f5e259-76ca-42c4-8327-48b4b7ef8867 req-cdd34403-3ca8-43cd-9d41-725676632a21 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 944 time: 0.0784681 Sep 03 09:55:38.317552 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-a5f5e259-76ca-42c4-8327-48b4b7ef8867 req-f337e085-091e-4950-9ac5-13ec36071342 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/security-groups?id=29752035-1baa-4bb6-98e5-d8c1a0c5d1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518835 Sep 03 09:55:38.339575 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e786e5-9d47-4867-83d2-34d1ed6fa45b req-944d02ef-e247-4952-b1b0-0e7ff9f206b4 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:38.342073 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-00e786e5-9d47-4867-83d2-34d1ed6fa45b req-944d02ef-e247-4952-b1b0-0e7ff9f206b4 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.67 "GET /v2.0/networks?id=c4b32c32-e12b-40cd-8595-54e6a5967f15 HTTP/1.1" status: 200 len: 813 time: 0.1492431 Sep 03 09:55:38.362818 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-00e786e5-9d47-4867-83d2-34d1ed6fa45b req-6feecdf9-840f-450d-882e-5190dc7901bb tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.67 "GET /v2.0/quotas/c7620aa7e4c0440c9609533ccffa2088 HTTP/1.1" status: 200 len: 375 time: 0.0102360 Sep 03 09:55:38.400349 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-00e786e5-9d47-4867-83d2-34d1ed6fa45b req-dd9f0c2d-f908-4d29-91b8-fdb648479366 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=c7620aa7e4c0440c9609533ccffa2088&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270767 Sep 03 09:55:38.546442 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-00e786e5-9d47-4867-83d2-34d1ed6fa45b req-72bd2fdb-cba2-45c2-a81c-f71dbbfcff8a service neutron] 10.222.0.67 "GET /v2.0/networks/c4b32c32-e12b-40cd-8595-54e6a5967f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379099 Sep 03 09:55:38.641240 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-00e786e5-9d47-4867-83d2-34d1ed6fa45b req-67a545c3-771c-4703-86e8-2d1171e61f60 service neutron] 10.222.0.67 "GET /v2.0/networks/c4b32c32-e12b-40cd-8595-54e6a5967f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882018 Sep 03 09:55:38.828357 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-cd5f00ea-cf01-4007-916c-873717f8c1d3 req-fbd05cd6-9a7b-45e0-9c71-7e9357871aac tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.67 "GET /v2.0/ports?device_id=7cd59423-3095-40de-aecc-a4574e683eb2 HTTP/1.1" status: 200 len: 210 time: 0.0283399 Sep 03 09:55:39.196018 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9eedca-b319-419d-ba20-1321a7556074 req-4d23d3bd-563c-43ec-9a5d-cfcbbe6f13e0 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:39.200176 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-eb9eedca-b319-419d-ba20-1321a7556074 req-4d23d3bd-563c-43ec-9a5d-cfcbbe6f13e0 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 946 time: 0.0900865 Sep 03 09:55:39.268280 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-eb9eedca-b319-419d-ba20-1321a7556074 req-1ab945a0-92c0-44d8-bf7e-0b8e3941d73f tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=fad2066b-cb6a-4f3b-9c7f-91cf48e4dc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606186 Sep 03 09:55:39.457745 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee671a-958b-4595-96ff-dc2fc0681fcb req-3ede93a9-62f1-49e0-8fbf-854f241ba57a tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:39.459488 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2bee671a-958b-4595-96ff-dc2fc0681fcb req-3ede93a9-62f1-49e0-8fbf-854f241ba57a tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 944 time: 0.0587478 Sep 03 09:55:39.511937 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2bee671a-958b-4595-96ff-dc2fc0681fcb req-fe20cc18-946a-4420-b272-b55703b57d5e tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/security-groups?id=29752035-1baa-4bb6-98e5-d8c1a0c5d1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434787 Sep 03 09:55:39.965971 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-498cdea2-4c4e-4395-89da-d303eddee4bf req-0cebe573-e777-4f0b-898e-d357cbeaa971 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.67 "GET /v2.0/ports?device_id=7cd59423-3095-40de-aecc-a4574e683eb2 HTTP/1.1" status: 200 len: 210 time: 0.0385287 Sep 03 09:55:40.103263 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e786e5-9d47-4867-83d2-34d1ed6fa45b req-23b61a33-e3e3-4b10-aec4-5c984a1662fa tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:40.105758 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-00e786e5-9d47-4867-83d2-34d1ed6fa45b req-23b61a33-e3e3-4b10-aec4-5c984a1662fa tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.60 "GET /v2.0/networks?id=c4b32c32-e12b-40cd-8595-54e6a5967f15 HTTP/1.1" status: 200 len: 813 time: 0.1440854 Sep 03 09:55:40.122169 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [req-00e786e5-9d47-4867-83d2-34d1ed6fa45b req-6c3b3247-0c2e-48f4-81db-a2a1a5872cad tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Request body: {'port': {'device_id': '7cd59423-3095-40de-aecc-a4574e683eb2', 'network_id': 'c4b32c32-e12b-40cd-8595-54e6a5967f15', 'admin_state_up': True, 'tenant_id': 'c7620aa7e4c0440c9609533ccffa2088'}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:55:40.259959 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00e786e5-9d47-4867-83d2-34d1ed6fa45b req-6c3b3247-0c2e-48f4-81db-a2a1a5872cad tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Made reservation on behalf of c7620aa7e4c0440c9609533ccffa2088 for: {'port': 1} {{(pid=105525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:55:40.264155 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-00e786e5-9d47-4867-83d2-34d1ed6fa45b req-6c3b3247-0c2e-48f4-81db-a2a1a5872cad tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:40.517630 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba908c30-db09-46e5-abc7-ddeee4457eae req-c900a050-b3c4-409b-87f3-e916383e621f tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:40.521520 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-ba908c30-db09-46e5-abc7-ddeee4457eae req-c900a050-b3c4-409b-87f3-e916383e621f tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 946 time: 0.1595528 Sep 03 09:55:40.574243 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.db_base_plugin_common [req-00e786e5-9d47-4867-83d2-34d1ed6fa45b req-6c3b3247-0c2e-48f4-81db-a2a1a5872cad tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Allocated IP 172.20.0.5 (c4b32c32-e12b-40cd-8595-54e6a5967f15/2778ea6a-0e06-4d84-b5ae-768d5bad6e1f/7fd535cc-a7cc-426f-89f8-656b63d82a47) {{(pid=105525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:55:40.633228 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-ba908c30-db09-46e5-abc7-ddeee4457eae req-70610f26-8830-4f07-90c9-85ad267b857c tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=fad2066b-cb6a-4f3b-9c7f-91cf48e4dc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011341 Sep 03 09:55:40.638585 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9262672-f23d-462a-940c-49a087ddacb7 req-ab81390b-8909-417c-80e0-698c022a367a tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:40.640847 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-a9262672-f23d-462a-940c-49a087ddacb7 req-ab81390b-8909-417c-80e0-698c022a367a tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 944 time: 0.0530231 Sep 03 09:55:40.652949 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 2ab1b4a9-ee18-485c-8683-19fdfdc012fb details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=105526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 09:55:40.712868 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-a9262672-f23d-462a-940c-49a087ddacb7 req-b304e2a1-186a-45a9-ad67-2d5a9d9fed28 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/security-groups?id=29752035-1baa-4bb6-98e5-d8c1a0c5d1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499711 Sep 03 09:55:40.763355 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 2ab1b4a9-ee18-485c-8683-19fdfdc012fb, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=2ab1b4a9-ee18-485c-8683-19fdfdc012fb,segment=NetworkSegment(462b6c46-672c-4e78-8735-39bea9aefa55),segment_id=462b6c46-672c-4e78-8735-39bea9aefa55)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:55:40.777505 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Returning: {'device': '2ab1b4a9-ee18-485c-8683-19fdfdc012fb', 'network_id': 'e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8', 'port_id': '2ab1b4a9-ee18-485c-8683-19fdfdc012fb', 'mac_address': 'fa:16:3e:51:ab:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b109763-0193-4b59-85f3-359058c4faaf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 09:55:40.817409 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:40.832110 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.notifiers.nova [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ab1b4a9-ee18-485c-8683-19fdfdc012fb {{(pid=105526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 09:55:40.852921 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 2ab1b4a9-ee18-485c-8683-19fdfdc012fb, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=2ab1b4a9-ee18-485c-8683-19fdfdc012fb,segment=NetworkSegment(462b6c46-672c-4e78-8735-39bea9aefa55),segment_id=462b6c46-672c-4e78-8735-39bea9aefa55)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:55:40.853890 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-00e786e5-9d47-4867-83d2-34d1ed6fa45b req-6c3b3247-0c2e-48f4-81db-a2a1a5872cad tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Notify callbacks [] for port, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:40.858214 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:40.910980 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Pushing event updated for resources: {'Port': ['ID=2ab1b4a9-ee18-485c-8683-19fdfdc012fb,revision_number=4']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:55:40.920086 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-00e786e5-9d47-4867-83d2-34d1ed6fa45b req-6c3b3247-0c2e-48f4-81db-a2a1a5872cad tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25166669'] for port, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:40.964859 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00e786e5-9d47-4867-83d2-34d1ed6fa45b req-6c3b3247-0c2e-48f4-81db-a2a1a5872cad tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Network c4b32c32-e12b-40cd-8595-54e6a5967f15 is already hosted by enough agents. {{(pid=105525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:55:40.968490 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.base_scheduler [req-00e786e5-9d47-4867-83d2-34d1ed6fa45b req-6c3b3247-0c2e-48f4-81db-a2a1a5872cad tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Resources bound (agent type, host, resource id): {{(pid=105525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:55:40.973682 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.l3_dvrscheduler_db [req-00e786e5-9d47-4867-83d2-34d1ed6fa45b req-6c3b3247-0c2e-48f4-81db-a2a1a5872cad tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Received port after_create {{(pid=105525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:55:41.003144 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b3247-0c2e-48f4-81db-a2a1a5872cad tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Pushing event updated for resources: {'Port': ['ID=7fd535cc-a7cc-426f-89f8-656b63d82a47,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:55:41.044725 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e786e5-9d47-4867-83d2-34d1ed6fa45b req-6c3b3247-0c2e-48f4-81db-a2a1a5872cad tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:41.045798 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-00e786e5-9d47-4867-83d2-34d1ed6fa45b req-6c3b3247-0c2e-48f4-81db-a2a1a5872cad tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for port, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:41.111730 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-00e786e5-9d47-4867-83d2-34d1ed6fa45b req-6c3b3247-0c2e-48f4-81db-a2a1a5872cad tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9962399 Sep 03 09:55:41.126946 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] get_ports_and_sgs() called for port_ids ['2ab1b4a9-ee18-485c-8683-19fdfdc012fb'] {{(pid=105526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 09:55:41.131995 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [req-00e786e5-9d47-4867-83d2-34d1ed6fa45b req-89f31170-311f-40cc-9314-626a38ad1245 service neutron] Request body: {'port': {'device_id': '7cd59423-3095-40de-aecc-a4574e683eb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:55:41.190884 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb0fe3-aaad-41d2-9b36-fff248006208 req-cc064478-e818-4276-b551-45fd2de0130b tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:41.193630 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-4abb0fe3-aaad-41d2-9b36-fff248006208 req-cc064478-e818-4276-b551-45fd2de0130b tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.67 "GET /v2.0/ports?device_id=7cd59423-3095-40de-aecc-a4574e683eb2 HTTP/1.1" status: 200 len: 931 time: 0.1418529 Sep 03 09:55:41.266758 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-00e786e5-9d47-4867-83d2-34d1ed6fa45b req-89f31170-311f-40cc-9314-626a38ad1245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:41.325082 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-4abb0fe3-aaad-41d2-9b36-fff248006208 req-eb9342e1-94b8-4470-a4b4-646f2f289391 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.67 "GET /v2.0/security-groups?id=10b0e53c-5e57-476a-981e-afaae5063717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204841 Sep 03 09:55:41.613833 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.notifiers.nova [req-00e786e5-9d47-4867-83d2-34d1ed6fa45b req-89f31170-311f-40cc-9314-626a38ad1245 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fd535cc-a7cc-426f-89f8-656b63d82a47 {{(pid=105525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 09:55:41.622137 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-00e786e5-9d47-4867-83d2-34d1ed6fa45b req-89f31170-311f-40cc-9314-626a38ad1245 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:41.634101 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.provisioning_blocks [req-00e786e5-9d47-4867-83d2-34d1ed6fa45b req-89f31170-311f-40cc-9314-626a38ad1245 service neutron] Transition to ACTIVE for port object 7fd535cc-a7cc-426f-89f8-656b63d82a47 will not be triggered until provisioned by entity L2. {{(pid=105525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:55:41.638085 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-00e786e5-9d47-4867-83d2-34d1ed6fa45b req-89f31170-311f-40cc-9314-626a38ad1245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25166682'] for port, after_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:41.689328 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f31170-311f-40cc-9314-626a38ad1245 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd535cc-a7cc-426f-89f8-656b63d82a47,revision_number=2']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:55:41.768220 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.managers [req-00e786e5-9d47-4867-83d2-34d1ed6fa45b req-89f31170-311f-40cc-9314-626a38ad1245 service neutron] Attempting to bind port 7fd535cc-a7cc-426f-89f8-656b63d82a47 on host hv-cinder-60634 for vnic_type normal with profile {{(pid=105525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 09:55:41.768592 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.managers [req-00e786e5-9d47-4867-83d2-34d1ed6fa45b req-89f31170-311f-40cc-9314-626a38ad1245 service neutron] Attempting to bind port 7fd535cc-a7cc-426f-89f8-656b63d82a47 by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': 'cba71f7d-68a7-4e06-9b55-7aed9789beed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'c4b32c32-e12b-40cd-8595-54e6a5967f15'}] {{(pid=105525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 09:55:41.768922 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e786e5-9d47-4867-83d2-34d1ed6fa45b req-89f31170-311f-40cc-9314-626a38ad1245 service neutron] Attempting to bind port 7fd535cc-a7cc-426f-89f8-656b63d82a47 on network c4b32c32-e12b-40cd-8595-54e6a5967f15 {{(pid=105525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:55:41.773882 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e786e5-9d47-4867-83d2-34d1ed6fa45b req-89f31170-311f-40cc-9314-626a38ad1245 service neutron] Port 7fd535cc-a7cc-426f-89f8-656b63d82a47 on network c4b32c32-e12b-40cd-8595-54e6a5967f15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=105525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 09:55:41.774206 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e786e5-9d47-4867-83d2-34d1ed6fa45b req-89f31170-311f-40cc-9314-626a38ad1245 service neutron] Attempting to bind port 7fd535cc-a7cc-426f-89f8-656b63d82a47 on network c4b32c32-e12b-40cd-8595-54e6a5967f15 {{(pid=105525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:55:41.779866 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e786e5-9d47-4867-83d2-34d1ed6fa45b req-89f31170-311f-40cc-9314-626a38ad1245 service neutron] Checking agent: {'id': '3ba077dd-5433-4c28-8748-47c2c66d3336', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 9, 48, 46), 'started_at': datetime.datetime(2021, 9, 3, 9, 48, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 9, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 09:55:41.780203 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e786e5-9d47-4867-83d2-34d1ed6fa45b req-89f31170-311f-40cc-9314-626a38ad1245 service neutron] Checking segment: {'id': 'cba71f7d-68a7-4e06-9b55-7aed9789beed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'c4b32c32-e12b-40cd-8595-54e6a5967f15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:55:41.780594 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e786e5-9d47-4867-83d2-34d1ed6fa45b req-89f31170-311f-40cc-9314-626a38ad1245 service neutron] Bound using segment: {'id': 'cba71f7d-68a7-4e06-9b55-7aed9789beed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'c4b32c32-e12b-40cd-8595-54e6a5967f15'} {{(pid=105525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 09:55:41.781029 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.managers [req-00e786e5-9d47-4867-83d2-34d1ed6fa45b req-89f31170-311f-40cc-9314-626a38ad1245 service neutron] Bound port: 7fd535cc-a7cc-426f-89f8-656b63d82a47, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cba71f7d-68a7-4e06-9b55-7aed9789beed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'c4b32c32-e12b-40cd-8595-54e6a5967f15'}}] {{(pid=105525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 09:55:41.781385 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-00e786e5-9d47-4867-83d2-34d1ed6fa45b req-89f31170-311f-40cc-9314-626a38ad1245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:41.783597 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15732db5-294b-4873-94f3-afdb10993d9c req-b9117af1-d3d2-45e4-9f13-3b80eb633716 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:41.785165 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-15732db5-294b-4873-94f3-afdb10993d9c req-b9117af1-d3d2-45e4-9f13-3b80eb633716 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 946 time: 0.0547819 Sep 03 09:55:41.832230 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-15732db5-294b-4873-94f3-afdb10993d9c req-1d2b3cdb-79bb-481c-a14b-425177b2da2d tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=fad2066b-cb6a-4f3b-9c7f-91cf48e4dc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393054 Sep 03 09:55:41.883514 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.db [req-00e786e5-9d47-4867-83d2-34d1ed6fa45b req-89f31170-311f-40cc-9314-626a38ad1245 service neutron] For port 7fd535cc-a7cc-426f-89f8-656b63d82a47, host hv-cinder-60634, cleared binding levels {{(pid=105525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 09:55:41.887590 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.db [req-00e786e5-9d47-4867-83d2-34d1ed6fa45b req-89f31170-311f-40cc-9314-626a38ad1245 service neutron] For port 7fd535cc-a7cc-426f-89f8-656b63d82a47, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=7fd535cc-a7cc-426f-89f8-656b63d82a47,segment=NetworkSegment(cba71f7d-68a7-4e06-9b55-7aed9789beed),segment_id=cba71f7d-68a7-4e06-9b55-7aed9789beed)] {{(pid=105525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 09:55:41.899230 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadca79-c76d-48c3-a617-f12b0b51b1ed req-22c5f0bd-cd2f-4f0b-b890-ee895adc8d23 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:41.901301 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-dfadca79-c76d-48c3-a617-f12b0b51b1ed req-22c5f0bd-cd2f-4f0b-b890-ee895adc8d23 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 945 time: 0.0801480 Sep 03 09:55:41.903042 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-00e786e5-9d47-4867-83d2-34d1ed6fa45b req-89f31170-311f-40cc-9314-626a38ad1245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25166682'] for port, after_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:41.955869 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e786e5-9d47-4867-83d2-34d1ed6fa45b req-89f31170-311f-40cc-9314-626a38ad1245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:41.956496 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-00e786e5-9d47-4867-83d2-34d1ed6fa45b req-89f31170-311f-40cc-9314-626a38ad1245 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for port, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:41.957911 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-00e786e5-9d47-4867-83d2-34d1ed6fa45b req-89f31170-311f-40cc-9314-626a38ad1245 service neutron] 10.222.0.60 "PUT /v2.0/ports/7fd535cc-a7cc-426f-89f8-656b63d82a47 HTTP/1.1" status: 200 len: 1093 time: 0.8362443 Sep 03 09:55:41.959506 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cd59423-3095-40de-aecc-a4574e683eb2', 'tag': '7fd535cc-a7cc-426f-89f8-656b63d82a47'}] {{(pid=105525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:55:41.961799 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b472ff3031a1c59aa5156df15414b1b35e6d7494da734e784d35b582b3c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bad19f1-e3cf-4313-b4dd-d5666ce7b9e6" -d '{"events": [{"name": "network-changed", "server_uuid": "7cd59423-3095-40de-aecc-a4574e683eb2", "tag": "7fd535cc-a7cc-426f-89f8-656b63d82a47"}]}' {{(pid=105525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:55:42.009260 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 09:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9d823e-058b-447c-90ae-0c47a3cd38b1 x-openstack-request-id: req-6f9d823e-058b-447c-90ae-0c47a3cd38b1 {{(pid=105525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:55:42.009551 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cd59423-3095-40de-aecc-a4574e683eb2", "tag": "7fd535cc-a7cc-426f-89f8-656b63d82a47", "status": "completed", "code": 200}]} {{(pid=105525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:55:42.009834 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6f9d823e-058b-447c-90ae-0c47a3cd38b1 {{(pid=105525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:55:42.010271 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cd59423-3095-40de-aecc-a4574e683eb2', 'tag': '7fd535cc-a7cc-426f-89f8-656b63d82a47', 'status': 'completed', 'code': 200} Sep 03 09:55:42.013500 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f31170-311f-40cc-9314-626a38ad1245 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd535cc-a7cc-426f-89f8-656b63d82a47,revision_number=3']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:55:42.031590 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-dfadca79-c76d-48c3-a617-f12b0b51b1ed req-99cdffc7-33cc-4c45-9c8e-317adc570f37 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/security-groups?id=29752035-1baa-4bb6-98e5-d8c1a0c5d1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231804 Sep 03 09:55:42.052864 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e786e5-9d47-4867-83d2-34d1ed6fa45b req-e7e41b9e-287b-408e-aa4e-e7ecdb5d3521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:42.054456 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-00e786e5-9d47-4867-83d2-34d1ed6fa45b req-e7e41b9e-287b-408e-aa4e-e7ecdb5d3521 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c7620aa7e4c0440c9609533ccffa2088&device_id=7cd59423-3095-40de-aecc-a4574e683eb2 HTTP/1.1" status: 200 len: 1096 time: 0.0561893 Sep 03 09:55:42.096833 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-00e786e5-9d47-4867-83d2-34d1ed6fa45b req-c62d4e1c-b37d-4c9a-a79c-aa4b14909355 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fd535cc-a7cc-426f-89f8-656b63d82a47 HTTP/1.1" status: 200 len: 217 time: 0.0346155 Sep 03 09:55:42.149691 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e786e5-9d47-4867-83d2-34d1ed6fa45b req-ca854e8d-35f9-4a10-8f95-94f383586b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:42.151591 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-00e786e5-9d47-4867-83d2-34d1ed6fa45b req-ca854e8d-35f9-4a10-8f95-94f383586b9d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2778ea6a-0e06-4d84-b5ae-768d5bad6e1f HTTP/1.1" status: 200 len: 853 time: 0.0451179 Sep 03 09:55:42.189844 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-00e786e5-9d47-4867-83d2-34d1ed6fa45b req-b6c74450-afd5-406a-adda-6e7f3358bf4d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c4b32c32-e12b-40cd-8595-54e6a5967f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287914 Sep 03 09:55:42.283929 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-00e786e5-9d47-4867-83d2-34d1ed6fa45b req-8faa31ed-21a5-48f6-9495-d20e5a545a85 service neutron] 10.222.0.60 "GET /v2.0/networks/c4b32c32-e12b-40cd-8595-54e6a5967f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855856 Sep 03 09:55:42.388469 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-00e786e5-9d47-4867-83d2-34d1ed6fa45b req-5492e788-8aa0-4f16-9605-ee5fc397bf4c service neutron] 10.222.0.60 "GET /v2.0/networks/c4b32c32-e12b-40cd-8595-54e6a5967f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966067 Sep 03 09:55:42.487729 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f70aa1-1149-4f79-936f-349ed381c027 req-62c66caf-d5cf-413a-bcf8-6a100e189519 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:42.489217 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-d9f70aa1-1149-4f79-936f-349ed381c027 req-62c66caf-d5cf-413a-bcf8-6a100e189519 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.67 "GET /v2.0/ports?device_id=7cd59423-3095-40de-aecc-a4574e683eb2 HTTP/1.1" status: 200 len: 943 time: 0.0701640 Sep 03 09:55:42.545461 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-d9f70aa1-1149-4f79-936f-349ed381c027 req-4b87735e-37e3-433d-bb97-eb03474d29fe tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.67 "GET /v2.0/security-groups?id=10b0e53c-5e57-476a-981e-afaae5063717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427964 Sep 03 09:55:42.547261 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad19f1-e3cf-4313-b4dd-d5666ce7b9e6 req-cec9238a-7f17-41c1-bd7b-ebcfdb3c61f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:42.548678 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-5bad19f1-e3cf-4313-b4dd-d5666ce7b9e6 req-cec9238a-7f17-41c1-bd7b-ebcfdb3c61f8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c7620aa7e4c0440c9609533ccffa2088&device_id=7cd59423-3095-40de-aecc-a4574e683eb2 HTTP/1.1" status: 200 len: 1096 time: 0.0794826 Sep 03 09:55:42.649363 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad19f1-e3cf-4313-b4dd-d5666ce7b9e6 req-1cb227fb-d0a6-4581-af77-33904cc96fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:42.651525 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-5bad19f1-e3cf-4313-b4dd-d5666ce7b9e6 req-1cb227fb-d0a6-4581-af77-33904cc96fc2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c4b32c32-e12b-40cd-8595-54e6a5967f15 HTTP/1.1" status: 200 len: 914 time: 0.0944428 Sep 03 09:55:42.654433 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 2ab1b4a9-ee18-485c-8683-19fdfdc012fb up at agent hyperv_hv-cinder-60634 {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:55:42.696338 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-5bad19f1-e3cf-4313-b4dd-d5666ce7b9e6 req-aae53931-ee07-40d0-9b53-6e4dea10b414 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fd535cc-a7cc-426f-89f8-656b63d82a47 HTTP/1.1" status: 200 len: 217 time: 0.0364652 Sep 03 09:55:42.721565 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Provisioning for port 2ab1b4a9-ee18-485c-8683-19fdfdc012fb completed by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:55:42.734727 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Provisioning complete for port 2ab1b4a9-ee18-485c-8683-19fdfdc012fb triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:55:42.735204 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:42.763692 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad19f1-e3cf-4313-b4dd-d5666ce7b9e6 req-195b8d2f-ea27-4b30-a79f-406f7dd1a6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:42.765171 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-5bad19f1-e3cf-4313-b4dd-d5666ce7b9e6 req-195b8d2f-ea27-4b30-a79f-406f7dd1a6e0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2778ea6a-0e06-4d84-b5ae-768d5bad6e1f HTTP/1.1" status: 200 len: 853 time: 0.0559521 Sep 03 09:55:42.804405 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-5bad19f1-e3cf-4313-b4dd-d5666ce7b9e6 req-f608942d-e56d-44ad-9c22-c3a7ddb0c485 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c4b32c32-e12b-40cd-8595-54e6a5967f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250885 Sep 03 09:55:42.816890 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:42.844861 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b97162-9b52-4acb-9d3f-b11b40f05792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab1b4a9-ee18-485c-8683-19fdfdc012fb'}] {{(pid=105526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:55:42.848997 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4892a96944886cb42b4657d46b368d41fc18c437eb6a682d176e385d93bf320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0127198a-7ffe-4697-a5a8-24ce137a90b1" -d '{"events": [{"server_uuid": "19b97162-9b52-4acb-9d3f-b11b40f05792", "name": "network-vif-plugged", "status": "completed", "tag": "2ab1b4a9-ee18-485c-8683-19fdfdc012fb"}]}' {{(pid=105526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:55:42.869030 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 2ab1b4a9-ee18-485c-8683-19fdfdc012fb, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=2ab1b4a9-ee18-485c-8683-19fdfdc012fb,segment=NetworkSegment(462b6c46-672c-4e78-8735-39bea9aefa55),segment_id=462b6c46-672c-4e78-8735-39bea9aefa55)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:55:42.876171 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:42.905785 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 09:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a831f5c-296c-4db1-9756-602194081ceb x-openstack-request-id: req-9a831f5c-296c-4db1-9756-602194081ceb {{(pid=105526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:55:42.906351 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b97162-9b52-4acb-9d3f-b11b40f05792", "name": "network-vif-plugged", "status": "completed", "tag": "2ab1b4a9-ee18-485c-8683-19fdfdc012fb", "code": 200}]} {{(pid=105526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:55:42.906852 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9a831f5c-296c-4db1-9756-602194081ceb {{(pid=105526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:55:42.908220 dv-cinder-606346-32-iscsi neutron-server[105526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b97162-9b52-4acb-9d3f-b11b40f05792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab1b4a9-ee18-485c-8683-19fdfdc012fb', 'code': 200} Sep 03 09:55:42.940076 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Pushing event updated for resources: {'Port': ['ID=2ab1b4a9-ee18-485c-8683-19fdfdc012fb,revision_number=5']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:55:42.991371 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-5bad19f1-e3cf-4313-b4dd-d5666ce7b9e6 req-649a2884-e070-4234-9695-ef9cc9d83922 service neutron] 10.222.0.60 "GET /v2.0/networks/c4b32c32-e12b-40cd-8595-54e6a5967f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793172 Sep 03 09:55:43.064137 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3335661-e730-4047-b12d-099a3c1b28ca req-848e0452-83cd-4bd1-8332-067505afb22a tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:43.074190 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-f3335661-e730-4047-b12d-099a3c1b28ca req-848e0452-83cd-4bd1-8332-067505afb22a tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 946 time: 0.1545753 Sep 03 09:55:43.158860 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-f3335661-e730-4047-b12d-099a3c1b28ca req-6819fb20-5145-4b85-95a8-0b640bbc2d66 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=fad2066b-cb6a-4f3b-9c7f-91cf48e4dc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810153 Sep 03 09:55:43.166113 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-5bad19f1-e3cf-4313-b4dd-d5666ce7b9e6 req-b12e58ca-a0d3-4f4d-a14a-062b95f47542 service neutron] 10.222.0.60 "GET /v2.0/networks/c4b32c32-e12b-40cd-8595-54e6a5967f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627197 Sep 03 09:55:43.184390 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a610b1-a176-4f18-939e-876bfa203cc7 req-c0ab3f6c-0feb-430f-94c3-fbe1442f74b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:43.185995 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-f2a610b1-a176-4f18-939e-876bfa203cc7 req-c0ab3f6c-0feb-430f-94c3-fbe1442f74b0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 1099 time: 0.0928757 Sep 03 09:55:43.202872 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38888fa4-9d5f-415b-9141-05a94749cd29 req-32074447-1ba7-4646-ae60-0feb7f0913e5 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:43.204339 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-38888fa4-9d5f-415b-9141-05a94749cd29 req-32074447-1ba7-4646-ae60-0feb7f0913e5 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 946 time: 0.0700362 Sep 03 09:55:43.259753 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-f2a610b1-a176-4f18-939e-876bfa203cc7 req-775145c2-cb07-4641-9a03-a400b9107cbe service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=29752035-1baa-4bb6-98e5-d8c1a0c5d1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543246 Sep 03 09:55:43.267923 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-38888fa4-9d5f-415b-9141-05a94749cd29 req-5cedb99f-e484-4282-806e-92e3e7da4ec1 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/security-groups?id=29752035-1baa-4bb6-98e5-d8c1a0c5d1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569031 Sep 03 09:55:43.670572 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c631eb-ca22-4a4e-bf58-0e63f8c22ef6 req-c3d7a9d2-60a4-49b7-afb1-c27491f50774 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:43.672187 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-01c631eb-ca22-4a4e-bf58-0e63f8c22ef6 req-c3d7a9d2-60a4-49b7-afb1-c27491f50774 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.67 "GET /v2.0/ports?device_id=7cd59423-3095-40de-aecc-a4574e683eb2 HTTP/1.1" status: 200 len: 943 time: 0.0528376 Sep 03 09:55:43.717792 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-01c631eb-ca22-4a4e-bf58-0e63f8c22ef6 req-051c0a86-df1f-4d79-a9ed-4c4c332b7784 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.67 "GET /v2.0/security-groups?id=10b0e53c-5e57-476a-981e-afaae5063717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347281 Sep 03 09:55:44.299632 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d21bf0c-7aa3-4da0-b1e1-2b3bc62ed65a req-e75a41b3-e0cf-44d3-a094-e089cbc0059d tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:44.301259 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-9d21bf0c-7aa3-4da0-b1e1-2b3bc62ed65a req-e75a41b3-e0cf-44d3-a094-e089cbc0059d tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 946 time: 0.0572641 Sep 03 09:55:44.358639 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-9d21bf0c-7aa3-4da0-b1e1-2b3bc62ed65a req-48235b83-6028-4c88-be98-73038e1744f8 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=fad2066b-cb6a-4f3b-9c7f-91cf48e4dc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480289 Sep 03 09:55:44.447198 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69009425-d3b7-4055-a3e3-a201c9cbcb79 req-d3cd9c2b-26da-4b8b-8d23-36536595cf50 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:44.451238 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-69009425-d3b7-4055-a3e3-a201c9cbcb79 req-d3cd9c2b-26da-4b8b-8d23-36536595cf50 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 946 time: 0.0976720 Sep 03 09:55:44.500193 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-69009425-d3b7-4055-a3e3-a201c9cbcb79 req-ea560ef9-b968-400e-a9d9-43e8542cc144 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/security-groups?id=29752035-1baa-4bb6-98e5-d8c1a0c5d1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424750 Sep 03 09:55:44.648023 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 7fd535cc-a7cc-426f-89f8-656b63d82a47 details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=105526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 09:55:44.760528 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 7fd535cc-a7cc-426f-89f8-656b63d82a47, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=7fd535cc-a7cc-426f-89f8-656b63d82a47,segment=NetworkSegment(cba71f7d-68a7-4e06-9b55-7aed9789beed),segment_id=cba71f7d-68a7-4e06-9b55-7aed9789beed)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:55:44.773952 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Returning: {'device': '7fd535cc-a7cc-426f-89f8-656b63d82a47', 'network_id': 'c4b32c32-e12b-40cd-8595-54e6a5967f15', 'port_id': '7fd535cc-a7cc-426f-89f8-656b63d82a47', 'mac_address': 'fa:16:3e:29:c6:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2778ea6a-0e06-4d84-b5ae-768d5bad6e1f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 09:55:44.820764 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:44.836351 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.notifiers.nova [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fd535cc-a7cc-426f-89f8-656b63d82a47 {{(pid=105526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 09:55:44.859276 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 7fd535cc-a7cc-426f-89f8-656b63d82a47, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=7fd535cc-a7cc-426f-89f8-656b63d82a47,segment=NetworkSegment(cba71f7d-68a7-4e06-9b55-7aed9789beed),segment_id=cba71f7d-68a7-4e06-9b55-7aed9789beed)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:55:44.864662 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:44.910943 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372d79f-12d5-4b72-bfde-42b9bdca2520 req-0809a21b-fac9-4af8-99b0-2b577a278c46 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:44.913885 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-7372d79f-12d5-4b72-bfde-42b9bdca2520 req-0809a21b-fac9-4af8-99b0-2b577a278c46 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.67 "GET /v2.0/ports?device_id=7cd59423-3095-40de-aecc-a4574e683eb2 HTTP/1.1" status: 200 len: 943 time: 0.0950637 Sep 03 09:55:44.919224 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Pushing event updated for resources: {'Port': ['ID=7fd535cc-a7cc-426f-89f8-656b63d82a47,revision_number=4']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:55:44.973512 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-7372d79f-12d5-4b72-bfde-42b9bdca2520 req-1d6d10f1-e8d0-4929-840a-583c27ac01b6 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.67 "GET /v2.0/security-groups?id=10b0e53c-5e57-476a-981e-afaae5063717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535526 Sep 03 09:55:45.137202 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] get_ports_and_sgs() called for port_ids ['7fd535cc-a7cc-426f-89f8-656b63d82a47'] {{(pid=105526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 09:55:45.487968 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e95e7d-0f79-4b19-9459-dcebf2de58f1 req-4416fb4c-dcb7-493e-9ad5-9a4d4e621a8c tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:45.489607 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-d3e95e7d-0f79-4b19-9459-dcebf2de58f1 req-4416fb4c-dcb7-493e-9ad5-9a4d4e621a8c tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 946 time: 0.0527031 Sep 03 09:55:45.545711 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-d3e95e7d-0f79-4b19-9459-dcebf2de58f1 req-de23e0b9-3c32-4e4c-8f7e-c492cab2c415 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=fad2066b-cb6a-4f3b-9c7f-91cf48e4dc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486968 Sep 03 09:55:45.641869 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb760d60-cab5-4e54-b72e-39a07a3394a6 req-19602bbc-a3a8-40f1-b3ec-b78754467355 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:45.643404 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-bb760d60-cab5-4e54-b72e-39a07a3394a6 req-19602bbc-a3a8-40f1-b3ec-b78754467355 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 946 time: 0.0541840 Sep 03 09:55:45.698521 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-bb760d60-cab5-4e54-b72e-39a07a3394a6 req-4c57b2a5-ff90-433f-aa3a-0f399f28c47e tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/security-groups?id=29752035-1baa-4bb6-98e5-d8c1a0c5d1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433426 Sep 03 09:55:45.849077 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc4eda-bc6d-45fe-b822-49cf98f9e9df req-6f4364bb-788f-4901-84f8-3ae6020126c6 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:45.850826 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-4cdc4eda-bc6d-45fe-b822-49cf98f9e9df req-6f4364bb-788f-4901-84f8-3ae6020126c6 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 946 time: 0.0599484 Sep 03 09:55:45.892459 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-4cdc4eda-bc6d-45fe-b822-49cf98f9e9df req-67f51b9f-3969-4ec6-b250-ce8cae67a608 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/security-groups?id=29752035-1baa-4bb6-98e5-d8c1a0c5d1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346303 Sep 03 09:55:45.915759 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 40934) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:55:46.006330 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae2a583-b686-4373-bbac-42dcb90dd861 tempest-TestShelveInstance-1674846030 tempest-TestShelveInstance-1674846030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:46.008022 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-0ae2a583-b686-4373-bbac-42dcb90dd861 tempest-TestShelveInstance-1674846030 tempest-TestShelveInstance-1674846030-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 1094 time: 0.0906289 Sep 03 09:55:46.012255 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 40940) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:55:46.017886 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [None req-5ced7f55-90e1-43fa-b79b-4f6182b16205 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Request body: {'floatingip': {'floating_network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'port_id': '2ab1b4a9-ee18-485c-8683-19fdfdc012fb', 'tenant_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:55:46.044717 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-5ced7f55-90e1-43fa-b79b-4f6182b16205 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Notify callbacks [] for floatingip, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:46.152670 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201061da-02d0-4419-ac0f-4f0269a45e92 req-15864a41-020c-494c-9fc2-73b73c9b6c37 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:46.154294 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-201061da-02d0-4419-ac0f-4f0269a45e92 req-15864a41-020c-494c-9fc2-73b73c9b6c37 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.67 "GET /v2.0/ports?device_id=7cd59423-3095-40de-aecc-a4574e683eb2 HTTP/1.1" status: 200 len: 944 time: 0.0577586 Sep 03 09:55:46.207319 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-201061da-02d0-4419-ac0f-4f0269a45e92 req-d1e5fbdb-40d5-433d-8684-c7a74eca1ce1 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.67 "GET /v2.0/security-groups?id=10b0e53c-5e57-476a-981e-afaae5063717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416625 Sep 03 09:55:46.430896 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-5ced7f55-90e1-43fa-b79b-4f6182b16205 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:46.587145 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.db_base_plugin_common [None req-5ced7f55-90e1-43fa-b79b-4f6182b16205 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Allocated IP 172.27.3.85 (16dc62c0-adaf-4d17-9be4-5c31a1b1de1d/e699cb95-0a95-4e72-9bdf-93d4b1cc29ef/38bb2b02-ff6b-44b4-a7f7-149d15a89a2c) {{(pid=105524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:55:46.662868 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 7fd535cc-a7cc-426f-89f8-656b63d82a47 up at agent hyperv_hv-cinder-60634 {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:55:46.719645 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Provisioning for port 7fd535cc-a7cc-426f-89f8-656b63d82a47 completed by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:55:46.726519 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Provisioning complete for port 7fd535cc-a7cc-426f-89f8-656b63d82a47 triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:55:46.727120 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:46.748467 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a3394-ec1b-4830-9422-f58409f7fdc6 req-37e5823f-ee3d-44f3-98e9-cde25aae3634 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:46.751157 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-418a3394-ec1b-4830-9422-f58409f7fdc6 req-37e5823f-ee3d-44f3-98e9-cde25aae3634 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 946 time: 0.1263137 Sep 03 09:55:46.813343 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-5ced7f55-90e1-43fa-b79b-4f6182b16205 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Notify callbacks [] for port, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:46.847411 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-418a3394-ec1b-4830-9422-f58409f7fdc6 req-81539f29-7518-4b98-b93b-28be57ac5f52 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=fad2066b-cb6a-4f3b-9c7f-91cf48e4dc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831172 Sep 03 09:55:46.868795 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:46.899979 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-5ced7f55-90e1-43fa-b79b-4f6182b16205 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25413165'] for port, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:46.920712 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd59423-3095-40de-aecc-a4574e683eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd535cc-a7cc-426f-89f8-656b63d82a47'}] {{(pid=105526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:55:46.923545 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4892a96944886cb42b4657d46b368d41fc18c437eb6a682d176e385d93bf320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876a542c-b829-42d4-9f61-cf900719dfd0" -d '{"events": [{"server_uuid": "7cd59423-3095-40de-aecc-a4574e683eb2", "name": "network-vif-plugged", "status": "completed", "tag": "7fd535cc-a7cc-426f-89f8-656b63d82a47"}]}' {{(pid=105526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:55:46.947063 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 7fd535cc-a7cc-426f-89f8-656b63d82a47, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=7fd535cc-a7cc-426f-89f8-656b63d82a47,segment=NetworkSegment(cba71f7d-68a7-4e06-9b55-7aed9789beed),segment_id=cba71f7d-68a7-4e06-9b55-7aed9789beed)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:55:46.956210 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ced7f55-90e1-43fa-b79b-4f6182b16205 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Network 16dc62c0-adaf-4d17-9be4-5c31a1b1de1d is already hosted by enough agents. {{(pid=105524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:55:46.956584 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:46.959990 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.base_scheduler [None req-5ced7f55-90e1-43fa-b79b-4f6182b16205 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Resources bound (agent type, host, resource id): {{(pid=105524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:55:46.964245 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ced7f55-90e1-43fa-b79b-4f6182b16205 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Received port after_create {{(pid=105524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:55:46.991553 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced7f55-90e1-43fa-b79b-4f6182b16205 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Pushing event updated for resources: {'Port': ['ID=38bb2b02-ff6b-44b4-a7f7-149d15a89a2c,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:55:47.003434 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 09:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8366c8c9-683d-409c-9373-b05f705924d9 x-openstack-request-id: req-8366c8c9-683d-409c-9373-b05f705924d9 {{(pid=105526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:55:47.003711 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cd59423-3095-40de-aecc-a4574e683eb2", "name": "network-vif-plugged", "status": "completed", "tag": "7fd535cc-a7cc-426f-89f8-656b63d82a47", "code": 200}]} {{(pid=105526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:55:47.004118 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8366c8c9-683d-409c-9373-b05f705924d9 {{(pid=105526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:55:47.004731 dv-cinder-606346-32-iscsi neutron-server[105526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cd59423-3095-40de-aecc-a4574e683eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd535cc-a7cc-426f-89f8-656b63d82a47', 'code': 200} Sep 03 09:55:47.007230 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ced7f55-90e1-43fa-b79b-4f6182b16205 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:55:47.007594 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ced7f55-90e1-43fa-b79b-4f6182b16205 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:55:47.008559 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ced7f55-90e1-43fa-b79b-4f6182b16205 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:55:47.008559 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ced7f55-90e1-43fa-b79b-4f6182b16205 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:55:47.008559 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ced7f55-90e1-43fa-b79b-4f6182b16205 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:55:47.012124 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ced7f55-90e1-43fa-b79b-4f6182b16205 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:55:47.012124 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ced7f55-90e1-43fa-b79b-4f6182b16205 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:55:47.012124 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ced7f55-90e1-43fa-b79b-4f6182b16205 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:55:47.012124 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ced7f55-90e1-43fa-b79b-4f6182b16205 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:55:47.012124 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ced7f55-90e1-43fa-b79b-4f6182b16205 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:55:47.012124 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ced7f55-90e1-43fa-b79b-4f6182b16205 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:55:47.012124 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ced7f55-90e1-43fa-b79b-4f6182b16205 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:55:47.068501 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Pushing event updated for resources: {'Port': ['ID=7fd535cc-a7cc-426f-89f8-656b63d82a47,revision_number=5']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:55:47.477988 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c65fb-aa41-4a62-a253-e82a1867e163 req-d257c670-a1e1-4b38-9d63-c1e5cc10213d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:47.480106 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-276c65fb-aa41-4a62-a253-e82a1867e163 req-d257c670-a1e1-4b38-9d63-c1e5cc10213d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7cd59423-3095-40de-aecc-a4574e683eb2 HTTP/1.1" status: 200 len: 1098 time: 0.2589748 Sep 03 09:55:47.496246 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd7299-a929-4da2-b0a9-31d34f5f26bf req-41198fbd-dd9b-4f31-b745-7722f47b41a9 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:47.497797 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-28bd7299-a929-4da2-b0a9-31d34f5f26bf req-41198fbd-dd9b-4f31-b745-7722f47b41a9 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.67 "GET /v2.0/ports?device_id=7cd59423-3095-40de-aecc-a4574e683eb2 HTTP/1.1" status: 200 len: 945 time: 0.1495128 Sep 03 09:55:47.535395 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-5ced7f55-90e1-43fa-b79b-4f6182b16205 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:47.599285 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-276c65fb-aa41-4a62-a253-e82a1867e163 req-26e336f8-fbc6-4e77-887a-b9828aa1074c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=10b0e53c-5e57-476a-981e-afaae5063717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004689 Sep 03 09:55:47.608037 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-28bd7299-a929-4da2-b0a9-31d34f5f26bf req-7be32795-626d-47a2-be12-82dd19fc2391 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.67 "GET /v2.0/security-groups?id=10b0e53c-5e57-476a-981e-afaae5063717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977829 Sep 03 09:55:47.655167 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-5ced7f55-90e1-43fa-b79b-4f6182b16205 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:47.823247 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-d333721f-e913-49c3-831f-934b11565867 req-57e906c8-905d-4891-805b-50048f8d51dc tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-560589613&fields=id&tenant_id=b6c50db97723432ebc021572f85943ae HTTP/1.1" status: 200 len: 267 time: 0.0477571 Sep 03 09:55:47.835049 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-5ced7f55-90e1-43fa-b79b-4f6182b16205 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Notify callbacks [] for port, precommit_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:47.841892 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-5ced7f55-90e1-43fa-b79b-4f6182b16205 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25413178'] for port, after_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:47.887363 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d333721f-e913-49c3-831f-934b11565867 req-d306966d-9e2f-4938-9f3b-eaf8b3044ec3 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:47.889077 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-d333721f-e913-49c3-831f-934b11565867 req-d306966d-9e2f-4938-9f3b-eaf8b3044ec3 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/ports?device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 984 time: 0.0592206 Sep 03 09:55:47.907397 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:47.908698 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [req-d333721f-e913-49c3-831f-934b11565867 req-beec461d-0259-4ba6-89ca-9248779c2cde tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Request body: {'port': {'security_groups': ['a18fc30f-a8d8-4fa1-a88c-0c403993028e']}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:55:47.971238 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced7f55-90e1-43fa-b79b-4f6182b16205 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Pushing event updated for resources: {'Port': ['ID=38bb2b02-ff6b-44b4-a7f7-149d15a89a2c,revision_number=2']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:55:47.985073 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-5ced7f55-90e1-43fa-b79b-4f6182b16205 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417335'] for floatingip, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:47.996784 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-d333721f-e913-49c3-831f-934b11565867 req-beec461d-0259-4ba6-89ca-9248779c2cde tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:48.131824 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a5a4d-ba05-4a74-b278-8f62161edf56 req-643e52e5-0af7-4dd8-8902-333c65d8fb95 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:48.133335 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-c04a5a4d-ba05-4a74-b278-8f62161edf56 req-643e52e5-0af7-4dd8-8902-333c65d8fb95 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 946 time: 0.1396410 Sep 03 09:55:48.145701 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.db.l3_db [None req-5ced7f55-90e1-43fa-b79b-4f6182b16205 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Floating IP 1beac71b-7f76-40a8-ae08-e04f52860dc7 associated. External IP: 172.27.3.85, port: 2ab1b4a9-ee18-485c-8683-19fdfdc012fb. Sep 03 09:55:48.228644 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.db [req-d333721f-e913-49c3-831f-934b11565867 req-beec461d-0259-4ba6-89ca-9248779c2cde tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] For port df5efcf7-588a-4eac-867e-f67ec830925e, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=df5efcf7-588a-4eac-867e-f67ec830925e,segment=NetworkSegment(a218ce8c-e4ea-434c-b6ed-34586d46e94e),segment_id=a218ce8c-e4ea-434c-b6ed-34586d46e94e)] {{(pid=105525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:55:48.255928 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-c04a5a4d-ba05-4a74-b278-8f62161edf56 req-a77307d3-241d-49c6-b15e-2a69459addaa tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=fad2066b-cb6a-4f3b-9c7f-91cf48e4dc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075747 Sep 03 09:55:48.278243 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-d333721f-e913-49c3-831f-934b11565867 req-beec461d-0259-4ba6-89ca-9248779c2cde tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks [] for port, precommit_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:48.284443 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-d333721f-e913-49c3-831f-934b11565867 req-beec461d-0259-4ba6-89ca-9248779c2cde tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25166682'] for port, after_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:48.306023 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] get_ports_and_sgs() called for port_ids ['df5efcf7-588a-4eac-867e-f67ec830925e'] {{(pid=105526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 09:55:48.347339 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d333721f-e913-49c3-831f-934b11565867 req-beec461d-0259-4ba6-89ca-9248779c2cde tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:48.348030 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [req-d333721f-e913-49c3-831f-934b11565867 req-beec461d-0259-4ba6-89ca-9248779c2cde tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for port, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:48.349522 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-d333721f-e913-49c3-831f-934b11565867 req-beec461d-0259-4ba6-89ca-9248779c2cde tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "PUT /v2.0/ports/df5efcf7-588a-4eac-867e-f67ec830925e HTTP/1.1" status: 200 len: 942 time: 0.4465725 Sep 03 09:55:48.350032 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953195d9-09d7-4c1f-9201-eb00c9b45114', 'tag': 'df5efcf7-588a-4eac-867e-f67ec830925e'}] {{(pid=105525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:55:48.352323 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b472ff3031a1c59aa5156df15414b1b35e6d7494da734e784d35b582b3c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68fe752b-99cf-4ca4-bc6b-a9b2aa2c8a14" -d '{"events": [{"name": "network-changed", "server_uuid": "953195d9-09d7-4c1f-9201-eb00c9b45114", "tag": "df5efcf7-588a-4eac-867e-f67ec830925e"}]}' {{(pid=105525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:55:48.361135 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 40966) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:55:48.411666 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beec461d-0259-4ba6-89ca-9248779c2cde tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Pushing event updated for resources: {'Port': ['ID=df5efcf7-588a-4eac-867e-f67ec830925e,revision_number=7']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:55:48.460850 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beec461d-0259-4ba6-89ca-9248779c2cde tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:55:48.461502 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beec461d-0259-4ba6-89ca-9248779c2cde tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:55:48.462062 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beec461d-0259-4ba6-89ca-9248779c2cde tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:55:48.462805 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beec461d-0259-4ba6-89ca-9248779c2cde tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:55:48.463358 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beec461d-0259-4ba6-89ca-9248779c2cde tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:55:48.463952 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beec461d-0259-4ba6-89ca-9248779c2cde tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:55:48.465897 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beec461d-0259-4ba6-89ca-9248779c2cde tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:55:48.466496 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beec461d-0259-4ba6-89ca-9248779c2cde tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:55:48.467003 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beec461d-0259-4ba6-89ca-9248779c2cde tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:55:48.467507 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beec461d-0259-4ba6-89ca-9248779c2cde tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:55:48.468006 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beec461d-0259-4ba6-89ca-9248779c2cde tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:55:48.468765 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beec461d-0259-4ba6-89ca-9248779c2cde tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:55:48.480556 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] get_ports_and_sgs() called for port_ids ['df5efcf7-588a-4eac-867e-f67ec830925e'] {{(pid=105526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 09:55:48.507257 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-d8a24f95-07bd-4bac-858c-7f73c64d610f tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks [] for security_group, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:48.555897 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 09:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcbb2d6a-79d0-42cd-bfd2-62759f8edbcf x-openstack-request-id: req-dcbb2d6a-79d0-42cd-bfd2-62759f8edbcf {{(pid=105525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:55:48.556894 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "953195d9-09d7-4c1f-9201-eb00c9b45114", "tag": "df5efcf7-588a-4eac-867e-f67ec830925e", "status": "completed", "code": 200}]} {{(pid=105525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:55:48.558908 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-dcbb2d6a-79d0-42cd-bfd2-62759f8edbcf {{(pid=105525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:55:48.559531 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953195d9-09d7-4c1f-9201-eb00c9b45114', 'tag': 'df5efcf7-588a-4eac-867e-f67ec830925e', 'status': 'completed', 'code': 200} Sep 03 09:55:48.577102 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-d8a24f95-07bd-4bac-858c-7f73c64d610f tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:48.657036 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe752b-99cf-4ca4-bc6b-a9b2aa2c8a14 req-c914f446-dc1f-425e-8d94-86b1bf45457d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:48.658684 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-68fe752b-99cf-4ca4-bc6b-a9b2aa2c8a14 req-c914f446-dc1f-425e-8d94-86b1bf45457d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b6c50db97723432ebc021572f85943ae&device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 1098 time: 0.0779276 Sep 03 09:55:48.756997 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-d8a24f95-07bd-4bac-858c-7f73c64d610f tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:48.759775 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-d8a24f95-07bd-4bac-858c-7f73c64d610f tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks [] for security_group, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:48.761530 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-d8a24f95-07bd-4bac-858c-7f73c64d610f tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "DELETE /v2.0/security-groups/9a7a36b4-9c1a-4edd-90aa-095feb4125c3 HTTP/1.1" status: 204 len: 168 time: 0.3971615 Sep 03 09:55:48.767297 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 40970) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:55:48.782454 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a24f95-07bd-4bac-858c-7f73c64d610f tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7a36b4-9c1a-4edd-90aa-095feb4125c3,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:55:48.787955 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-dbc1f629-e4c5-461d-9a99-b8eb1f6c3a18 req-2417c02e-9582-47c1-8571-d4f410927cb9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=953195d9-09d7-4c1f-9201-eb00c9b45114&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1852486 Sep 03 09:55:48.843738 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe752b-99cf-4ca4-bc6b-a9b2aa2c8a14 req-b6d4a1b3-6c02-427a-88fa-eaa229ced355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:48.849135 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-68fe752b-99cf-4ca4-bc6b-a9b2aa2c8a14 req-b6d4a1b3-6c02-427a-88fa-eaa229ced355 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f5dad9d9-c5c9-4f54-954b-8f46ad088140 HTTP/1.1" status: 200 len: 916 time: 0.1804082 Sep 03 09:55:48.895286 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-b4745292-c9a5-4689-948d-d48ad083a9a2 None None] Provisioning complete for port df5efcf7-588a-4eac-867e-f67ec830925e triggered by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:55:48.895597 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-b4745292-c9a5-4689-948d-d48ad083a9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:48.941233 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ced7f55-90e1-43fa-b79b-4f6182b16205 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Router 18d17f1e-336f-4863-b5bd-04393f75e6a4 has already been hosted by L3 agent d52909a0-0f60-4ffe-9597-25dbe871271a {{(pid=105524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 09:55:48.991694 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-68fe752b-99cf-4ca4-bc6b-a9b2aa2c8a14 req-ad78ada6-3075-4a53-a170-69e7101b730f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df5efcf7-588a-4eac-867e-f67ec830925e HTTP/1.1" status: 200 len: 1000 time: 0.1343112 Sep 03 09:55:49.059561 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe752b-99cf-4ca4-bc6b-a9b2aa2c8a14 req-3957941d-0eef-4bf4-afe5-e44345f25797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:49.061233 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-68fe752b-99cf-4ca4-bc6b-a9b2aa2c8a14 req-3957941d-0eef-4bf4-afe5-e44345f25797 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=50312df5-c5ba-48a8-9dca-a1103d54fc6d HTTP/1.1" status: 200 len: 854 time: 0.0614343 Sep 03 09:55:49.123662 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad9252-a567-475a-996c-83743742b5aa req-d5e6e763-dc38-4fd8-bf95-6ad429545f79 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:49.125678 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-d9ad9252-a567-475a-996c-83743742b5aa req-d5e6e763-dc38-4fd8-bf95-6ad429545f79 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.67 "GET /v2.0/ports?device_id=7cd59423-3095-40de-aecc-a4574e683eb2 HTTP/1.1" status: 200 len: 945 time: 0.2583599 Sep 03 09:55:49.272115 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-d9ad9252-a567-475a-996c-83743742b5aa req-baab0e78-5ae8-4614-98bc-47067aac1c82 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.67 "GET /v2.0/security-groups?id=10b0e53c-5e57-476a-981e-afaae5063717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059344 Sep 03 09:55:49.298405 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ced7f55-90e1-43fa-b79b-4f6182b16205 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Notify agent at l3_agent.dv-cinder-606346-32-iscsi the message routers_updated {{(pid=105524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 09:55:49.326474 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2141a6e5-ceea-4599-b533-c29b2861f0f1 None None] Sync routers for ids ['18d17f1e-336f-4863-b5bd-04393f75e6a4'] in dv-cinder-606346-32-iscsi {{(pid=105526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 09:55:49.351574 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2141a6e5-ceea-4599-b533-c29b2861f0f1 None None] Routers {'18d17f1e-336f-4863-b5bd-04393f75e6a4'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:55:49.352684 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-2141a6e5-ceea-4599-b533-c29b2861f0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:55:32Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['18d17f1e-336f-4863-b5bd-04393f75e6a4'], 'active': True} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:55:49.355604 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [None req-cbd99efe-0342-4424-a413-d873f7e3748d tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Deleting port 72a4b551-6e91-40a0-a445-2b266427ce66 {{(pid=105524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 09:55:49.356714 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-cbd99efe-0342-4424-a413-d873f7e3748d tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:49.387469 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-5ced7f55-90e1-43fa-b79b-4f6182b16205 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for floatingip, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:49.448987 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe752b-99cf-4ca4-bc6b-a9b2aa2c8a14 req-05c80241-256f-4309-86f6-9605d9ad596b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:49.451716 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-68fe752b-99cf-4ca4-bc6b-a9b2aa2c8a14 req-05c80241-256f-4309-86f6-9605d9ad596b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f5dad9d9-c5c9-4f54-954b-8f46ad088140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3798769 Sep 03 09:55:49.466578 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-5ced7f55-90e1-43fa-b79b-4f6182b16205 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4490957 Sep 03 09:55:49.466578 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b97162-9b52-4acb-9d3f-b11b40f05792', 'tag': '2ab1b4a9-ee18-485c-8683-19fdfdc012fb'}] {{(pid=105524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:55:49.467794 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07cd05725c708ed75ef04e80da70ebdfc8c47d02cbbda1b8cc3f0b48d37440d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f577ec-ed3d-471f-ab74-c2272438cc4f" -d '{"events": [{"name": "network-changed", "server_uuid": "19b97162-9b52-4acb-9d3f-b11b40f05792", "tag": "2ab1b4a9-ee18-485c-8683-19fdfdc012fb"}]}' {{(pid=105524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:55:49.504753 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5045351-4270-466c-aeae-9a3134659e6d req-56f74f91-b720-4139-9250-1d6a757a9a81 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:49.506542 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-f5045351-4270-466c-aeae-9a3134659e6d req-56f74f91-b720-4139-9250-1d6a757a9a81 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 946 time: 0.0993664 Sep 03 09:55:49.529331 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-cbd99efe-0342-4424-a413-d873f7e3748d tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:49.530024 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-cbd99efe-0342-4424-a413-d873f7e3748d tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:49.538717 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvr_db [None req-2141a6e5-ceea-4599-b533-c29b2861f0f1 None None] Set router 18d17f1e-336f-4863-b5bd-04393f75e6a4 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:55:49.577278 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [None req-cbd99efe-0342-4424-a413-d873f7e3748d tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Calling delete_port for 72a4b551-6e91-40a0-a445-2b266427ce66 owned by network:floatingip {{(pid=105524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 09:55:49.590445 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 09:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b430eacf-43bb-4809-9514-7d8be419ba45 x-openstack-request-id: req-b430eacf-43bb-4809-9514-7d8be419ba45 {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:55:49.591287 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19b97162-9b52-4acb-9d3f-b11b40f05792", "tag": "2ab1b4a9-ee18-485c-8683-19fdfdc012fb", "status": "completed", "code": 200}]} {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:55:49.591781 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b430eacf-43bb-4809-9514-7d8be419ba45 {{(pid=105524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:55:49.592720 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19b97162-9b52-4acb-9d3f-b11b40f05792', 'tag': '2ab1b4a9-ee18-485c-8683-19fdfdc012fb', 'status': 'completed', 'code': 200} Sep 03 09:55:49.611940 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-f5045351-4270-466c-aeae-9a3134659e6d req-f15abd65-c930-45a8-b61f-1e751897dc7f tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=fad2066b-cb6a-4f3b-9c7f-91cf48e4dc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871201 Sep 03 09:55:49.624219 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-68fe752b-99cf-4ca4-bc6b-a9b2aa2c8a14 req-0aed2197-bc91-4463-a33a-8dbc713bcd47 service neutron] 10.222.0.60 "GET /v2.0/networks/f5dad9d9-c5c9-4f54-954b-8f46ad088140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627491 Sep 03 09:55:49.767990 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f577ec-ed3d-471f-ab74-c2272438cc4f req-08819369-b459-438a-99f3-bb0fb0103d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:49.771424 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-b0f577ec-ed3d-471f-ab74-c2272438cc4f req-08819369-b459-438a-99f3-bb0fb0103d81 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c1ec96c4279b4069b2fcb5e4c742344a&device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 1099 time: 0.1768384 Sep 03 09:55:49.788018 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-68fe752b-99cf-4ca4-bc6b-a9b2aa2c8a14 req-6ac48247-380e-4207-9de0-3971eb6dae71 service neutron] 10.222.0.60 "GET /v2.0/networks/f5dad9d9-c5c9-4f54-954b-8f46ad088140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561778 Sep 03 09:55:49.902838 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-2141a6e5-ceea-4599-b533-c29b2861f0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d17f1e-336f-4863-b5bd-04393f75e6a4', 'name': 'tempest-TestShelveInstance-772398438-router', 'tenant_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '772e2c76-1ea8-42ce-a42a-1c5709f75a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:54:51Z', 'updated_at': '2021-09-03T09:54:55Z', 'revision_number': 4, 'project_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'gw_port': {'id': '772e2c76-1ea8-42ce-a42a-1c5709f75a5f', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d17f1e-336f-4863-b5bd-04393f75e6a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:52Z', 'updated_at': '2021-09-03T09:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_floatingips': [{'id': '1beac71b-7f76-40a8-ae08-e04f52860dc7', 'tenant_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'floating_ip_address': '172.27.3.85', 'floating_network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'router_id': '18d17f1e-336f-4863-b5bd-04393f75e6a4', 'port_id': '2ab1b4a9-ee18-485c-8683-19fdfdc012fb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8', 'mac_address': 'fa:16:3e:51:ab:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b97162-9b52-4acb-9d3f-b11b40f05792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T09:55:47Z', 'updated_at': '2021-09-03T09:55:47Z', 'revision_number': 0, 'project_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aecaa0ba-1841-4130-a4b8-58ec586a5b5d', 'name': '', 'network_id': 'e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8', 'tenant_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'mac_address': 'fa:16:3e:8b:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d17f1e-336f-4863-b5bd-04393f75e6a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8b109763-0193-4b59-85f3-359058c4faaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:54Z', 'updated_at': '2021-09-03T09:55:02Z', 'revision_number': 5, 'project_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'subnets': [{'id': '8b109763-0193-4b59-85f3-359058c4faaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:55:49.934442 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2141a6e5-ceea-4599-b533-c29b2861f0f1 None None] Checking router: 18d17f1e-336f-4863-b5bd-04393f75e6a4 for host: dv-cinder-606346-32-iscsi {{(pid=105526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 09:55:49.944827 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2141a6e5-ceea-4599-b533-c29b2861f0f1 None None] Routers {'18d17f1e-336f-4863-b5bd-04393f75e6a4'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:55:49.945478 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-2141a6e5-ceea-4599-b533-c29b2861f0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:55:32Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['18d17f1e-336f-4863-b5bd-04393f75e6a4'], 'active': True} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:55:49.970871 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1f629-e4c5-461d-9a99-b8eb1f6c3a18 req-70bd3407-ec5c-4ac1-8fde-891b11d7c9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:49.975978 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-dbc1f629-e4c5-461d-9a99-b8eb1f6c3a18 req-70bd3407-ec5c-4ac1-8fde-891b11d7c9d1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b6c50db97723432ebc021572f85943ae&device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 1098 time: 0.0996003 Sep 03 09:55:50.101550 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f577ec-ed3d-471f-ab74-c2272438cc4f req-f7f7aab9-297f-4dc0-ab60-f3dff30a86b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:50.104065 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvr_db [None req-2141a6e5-ceea-4599-b533-c29b2861f0f1 None None] Set router 18d17f1e-336f-4863-b5bd-04393f75e6a4 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:55:50.104290 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-b0f577ec-ed3d-471f-ab74-c2272438cc4f req-f7f7aab9-297f-4dc0-ab60-f3dff30a86b1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8 HTTP/1.1" status: 200 len: 909 time: 0.3219490 Sep 03 09:55:50.112634 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1f629-e4c5-461d-9a99-b8eb1f6c3a18 req-45c9b7d6-de8f-4566-a489-83be120eb844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:50.114377 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-dbc1f629-e4c5-461d-9a99-b8eb1f6c3a18 req-45c9b7d6-de8f-4566-a489-83be120eb844 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f5dad9d9-c5c9-4f54-954b-8f46ad088140 HTTP/1.1" status: 200 len: 916 time: 0.1147804 Sep 03 09:55:50.206322 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-dbc1f629-e4c5-461d-9a99-b8eb1f6c3a18 req-36093fa6-8319-42bd-bcc8-3015b42061ef service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df5efcf7-588a-4eac-867e-f67ec830925e HTTP/1.1" status: 200 len: 1000 time: 0.0834708 Sep 03 09:55:50.272750 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1f629-e4c5-461d-9a99-b8eb1f6c3a18 req-b6c60643-0782-4418-8063-c6defbe0eb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:50.274962 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-dbc1f629-e4c5-461d-9a99-b8eb1f6c3a18 req-b6c60643-0782-4418-8063-c6defbe0eb8b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=50312df5-c5ba-48a8-9dca-a1103d54fc6d HTTP/1.1" status: 200 len: 854 time: 0.0600929 Sep 03 09:55:50.290117 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71ce67-2510-41e9-8574-2b6cd257d0f9 req-90dabeb8-7ca1-4ddd-b415-16a24b36050c tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:50.292866 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-ea71ce67-2510-41e9-8574-2b6cd257d0f9 req-90dabeb8-7ca1-4ddd-b415-16a24b36050c tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 946 time: 0.2943859 Sep 03 09:55:50.351270 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1f629-e4c5-461d-9a99-b8eb1f6c3a18 req-dd619888-1e7a-4898-8b69-3bfa270a7478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:50.353746 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-dbc1f629-e4c5-461d-9a99-b8eb1f6c3a18 req-dd619888-1e7a-4898-8b69-3bfa270a7478 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f5dad9d9-c5c9-4f54-954b-8f46ad088140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0706201 Sep 03 09:55:50.362259 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-cbd99efe-0342-4424-a413-d873f7e3748d tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25413165'] for port, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:50.508566 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-dbc1f629-e4c5-461d-9a99-b8eb1f6c3a18 req-6b27ceba-d61c-4212-a7f3-416d2b0107a4 service neutron] 10.222.0.60 "GET /v2.0/networks/f5dad9d9-c5c9-4f54-954b-8f46ad088140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465681 Sep 03 09:55:50.518563 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3653d47-1a1b-426c-9afb-6f2810248df2 req-0395f695-da46-4cbd-a903-35b6a1ff9d69 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:50.520244 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-d3653d47-1a1b-426c-9afb-6f2810248df2 req-0395f695-da46-4cbd-a903-35b6a1ff9d69 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.67 "GET /v2.0/ports?device_id=7cd59423-3095-40de-aecc-a4574e683eb2 HTTP/1.1" status: 200 len: 945 time: 0.0828042 Sep 03 09:55:50.610400 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-2141a6e5-ceea-4599-b533-c29b2861f0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d17f1e-336f-4863-b5bd-04393f75e6a4', 'name': 'tempest-TestShelveInstance-772398438-router', 'tenant_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '772e2c76-1ea8-42ce-a42a-1c5709f75a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:54:51Z', 'updated_at': '2021-09-03T09:54:55Z', 'revision_number': 4, 'project_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'gw_port': {'id': '772e2c76-1ea8-42ce-a42a-1c5709f75a5f', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d17f1e-336f-4863-b5bd-04393f75e6a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:52Z', 'updated_at': '2021-09-03T09:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_floatingips': [{'id': '1beac71b-7f76-40a8-ae08-e04f52860dc7', 'tenant_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'floating_ip_address': '172.27.3.85', 'floating_network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'router_id': '18d17f1e-336f-4863-b5bd-04393f75e6a4', 'port_id': '2ab1b4a9-ee18-485c-8683-19fdfdc012fb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8', 'mac_address': 'fa:16:3e:51:ab:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b97162-9b52-4acb-9d3f-b11b40f05792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T09:55:47Z', 'updated_at': '2021-09-03T09:55:47Z', 'revision_number': 0, 'project_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aecaa0ba-1841-4130-a4b8-58ec586a5b5d', 'name': '', 'network_id': 'e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8', 'tenant_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'mac_address': 'fa:16:3e:8b:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d17f1e-336f-4863-b5bd-04393f75e6a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8b109763-0193-4b59-85f3-359058c4faaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:54Z', 'updated_at': '2021-09-03T09:55:02Z', 'revision_number': 5, 'project_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'subnets': [{'id': '8b109763-0193-4b59-85f3-359058c4faaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:55:50.641532 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2141a6e5-ceea-4599-b533-c29b2861f0f1 None None] The sync data for ids ['18d17f1e-336f-4863-b5bd-04393f75e6a4'] in dv-cinder-606346-32-iscsi is: [{'id': '18d17f1e-336f-4863-b5bd-04393f75e6a4', 'name': 'tempest-TestShelveInstance-772398438-router', 'tenant_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '772e2c76-1ea8-42ce-a42a-1c5709f75a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:54:51Z', 'updated_at': '2021-09-03T09:54:55Z', 'revision_number': 4, 'project_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'gw_port': {'id': '772e2c76-1ea8-42ce-a42a-1c5709f75a5f', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d17f1e-336f-4863-b5bd-04393f75e6a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:52Z', 'updated_at': '2021-09-03T09:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_floatingips': [{'id': '1beac71b-7f76-40a8-ae08-e04f52860dc7', 'tenant_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'floating_ip_address': '172.27.3.85', 'floating_network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'router_id': '18d17f1e-336f-4863-b5bd-04393f75e6a4', 'port_id': '2ab1b4a9-ee18-485c-8683-19fdfdc012fb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8', 'mac_address': 'fa:16:3e:51:ab:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b97162-9b52-4acb-9d3f-b11b40f05792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T09:55:47Z', 'updated_at': '2021-09-03T09:55:47Z', 'revision_number': 0, 'project_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aecaa0ba-1841-4130-a4b8-58ec586a5b5d', 'name': '', 'network_id': 'e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8', 'tenant_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'mac_address': 'fa:16:3e:8b:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d17f1e-336f-4863-b5bd-04393f75e6a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8b109763-0193-4b59-85f3-359058c4faaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:54Z', 'updated_at': '2021-09-03T09:55:02Z', 'revision_number': 5, 'project_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'subnets': [{'id': '8b109763-0193-4b59-85f3-359058c4faaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 09:55:50.657083 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-d3653d47-1a1b-426c-9afb-6f2810248df2 req-227ad14a-32d5-4426-a0f8-5071f6b011f4 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.67 "GET /v2.0/security-groups?id=10b0e53c-5e57-476a-981e-afaae5063717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154108 Sep 03 09:55:50.726156 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-dbc1f629-e4c5-461d-9a99-b8eb1f6c3a18 req-374af762-4f59-4023-a596-f682c530b1db service neutron] 10.222.0.60 "GET /v2.0/networks/f5dad9d9-c5c9-4f54-954b-8f46ad088140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045357 Sep 03 09:55:50.799543 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2195e222-f173-4acb-aa1e-1d2287d77bee req-2e291ef0-799a-4620-8816-96db72f958c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:50.802261 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2195e222-f173-4acb-aa1e-1d2287d77bee req-2e291ef0-799a-4620-8816-96db72f958c0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=142a249ef3174087aaed6c7fd74387f2&device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 1099 time: 0.7228901 Sep 03 09:55:50.814036 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-b0f577ec-ed3d-471f-ab74-c2272438cc4f req-6d50aa38-edbf-4324-9cea-567d22e92aac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ab1b4a9-ee18-485c-8683-19fdfdc012fb HTTP/1.1" status: 200 len: 999 time: 0.6686561 Sep 03 09:55:50.818252 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd99efe-0342-4424-a413-d873f7e3748d tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Pushing event deleted for resources: {'Port': ['ID=72a4b551-6e91-40a0-a445-2b266427ce66,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:55:50.902957 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-ea71ce67-2510-41e9-8574-2b6cd257d0f9 req-64144d85-91c6-4cff-9b0c-bb7fefa33788 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=fad2066b-cb6a-4f3b-9c7f-91cf48e4dc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5901532 Sep 03 09:55:50.998089 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3ff545-e798-4dbb-9d8f-f7aac4ace4a1 None None] New status for floating IP 1beac71b-7f76-40a8-ae08-e04f52860dc7: ACTIVE {{(pid=105527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 09:55:51.087078 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f577ec-ed3d-471f-ab74-c2272438cc4f req-9ffdf197-b302-4a05-b608-048cfbaff099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:51.088682 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-b0f577ec-ed3d-471f-ab74-c2272438cc4f req-9ffdf197-b302-4a05-b608-048cfbaff099 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b109763-0193-4b59-85f3-359058c4faaf HTTP/1.1" status: 200 len: 847 time: 0.2493484 Sep 03 09:55:51.142382 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-cbd99efe-0342-4424-a413-d873f7e3748d tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks [] for floatingip, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:51.143368 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.db.l3_db [None req-cbd99efe-0342-4424-a413-d873f7e3748d tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Floating IP b94dbf60-d3bb-4645-9843-9e805cda4ac0 disassociated (deleted). External IP: 172.27.3.67, port: df5efcf7-588a-4eac-867e-f67ec830925e. Sep 03 09:55:51.146077 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2195e222-f173-4acb-aa1e-1d2287d77bee req-d8d7fbb9-71eb-43c0-8fcc-f7401d8716ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:51.152289 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2195e222-f173-4acb-aa1e-1d2287d77bee req-d8d7fbb9-71eb-43c0-8fcc-f7401d8716ce service neutron] 10.222.0.60 "GET /v2.0/networks?id=cf5f7525-722a-4835-b4c5-9059086ceeeb HTTP/1.1" status: 200 len: 911 time: 0.3303161 Sep 03 09:55:51.295337 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f577ec-ed3d-471f-ab74-c2272438cc4f req-01f9e39c-438f-43a7-bfda-ab7cacba8304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:51.296893 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-b0f577ec-ed3d-471f-ab74-c2272438cc4f req-01f9e39c-438f-43a7-bfda-ab7cacba8304 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1983480 Sep 03 09:55:51.324541 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2195e222-f173-4acb-aa1e-1d2287d77bee req-7a5927e3-5e08-4bee-8895-017d28f2d082 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4489e41-a18f-4ab2-9044-cca85634caef HTTP/1.1" status: 200 len: 1001 time: 0.1319120 Sep 03 09:55:51.445992 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2195e222-f173-4acb-aa1e-1d2287d77bee req-b7c5228d-31f9-45d1-89ae-95b131f52774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:51.447922 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2195e222-f173-4acb-aa1e-1d2287d77bee req-b7c5228d-31f9-45d1-89ae-95b131f52774 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4af724c9-aaaf-4dc2-acfe-eb8c4b70b5a1 HTTP/1.1" status: 200 len: 849 time: 0.1108663 Sep 03 09:55:51.559954 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-b0f577ec-ed3d-471f-ab74-c2272438cc4f req-7fdd4c49-3239-40f3-9af3-0ec79110e38f service neutron] 10.222.0.60 "GET /v2.0/networks/e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476988 Sep 03 09:55:51.609504 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2195e222-f173-4acb-aa1e-1d2287d77bee req-4bc6b4c1-b025-4bdc-beb8-0974d72f04e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:51.611091 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2195e222-f173-4acb-aa1e-1d2287d77bee req-4bc6b4c1-b025-4bdc-beb8-0974d72f04e7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cf5f7525-722a-4835-b4c5-9059086ceeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1308537 Sep 03 09:55:51.707235 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbd99efe-0342-4424-a413-d873f7e3748d tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Router fa2aa479-634c-4482-b4c4-494e91679ee2 has already been hosted by L3 agent d52909a0-0f60-4ffe-9597-25dbe871271a {{(pid=105524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 09:55:51.779363 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-b0f577ec-ed3d-471f-ab74-c2272438cc4f req-ca16ab3f-6fc0-4f91-8b4c-4984827526d5 service neutron] 10.222.0.60 "GET /v2.0/networks/e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025201 Sep 03 09:55:51.852142 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2195e222-f173-4acb-aa1e-1d2287d77bee req-3a05c465-f615-4334-8088-6cbc21c90af3 service neutron] 10.222.0.60 "GET /v2.0/networks/cf5f7525-722a-4835-b4c5-9059086ceeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283628 Sep 03 09:55:51.959961 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd99efe-0342-4424-a413-d873f7e3748d tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify agent at l3_agent.dv-cinder-606346-32-iscsi the message routers_updated {{(pid=105524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 09:55:51.965850 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-cbd99efe-0342-4424-a413-d873f7e3748d tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for floatingip, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:55:51.975169 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f39eb5-b9a6-4f68-93b2-772975c14a49 None None] Sync routers for ids ['fa2aa479-634c-4482-b4c4-494e91679ee2'] in dv-cinder-606346-32-iscsi {{(pid=105526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 09:55:51.992044 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f39eb5-b9a6-4f68-93b2-772975c14a49 None None] Routers {'fa2aa479-634c-4482-b4c4-494e91679ee2'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:55:51.993100 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-a6f39eb5-b9a6-4f68-93b2-772975c14a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:55:32Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['fa2aa479-634c-4482-b4c4-494e91679ee2'], 'active': True} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:55:52.014284 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-cbd99efe-0342-4424-a413-d873f7e3748d tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "DELETE /v2.0/floatingips/b94dbf60-d3bb-4645-9843-9e805cda4ac0 HTTP/1.1" status: 204 len: 168 time: 3.2403390 Sep 03 09:55:52.014284 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953195d9-09d7-4c1f-9201-eb00c9b45114', 'tag': 'df5efcf7-588a-4eac-867e-f67ec830925e'}] {{(pid=105524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:55:52.014284 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07cd05725c708ed75ef04e80da70ebdfc8c47d02cbbda1b8cc3f0b48d37440d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306e92a1-58f2-4710-bcff-35fcfabd4de2" -d '{"events": [{"name": "network-changed", "server_uuid": "953195d9-09d7-4c1f-9201-eb00c9b45114", "tag": "df5efcf7-588a-4eac-867e-f67ec830925e"}]}' {{(pid=105524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:55:52.017232 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2195e222-f173-4acb-aa1e-1d2287d77bee req-4b5f2bd2-6bdb-4dea-860f-92732bdd4ece service neutron] 10.222.0.60 "GET /v2.0/networks/cf5f7525-722a-4835-b4c5-9059086ceeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552796 Sep 03 09:55:52.094837 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898f83e-8b39-447c-ab4a-c5c8e8e59ded req-4a8090a7-034c-4313-bed1-ac5db162aab9 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:52.094837 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2898f83e-8b39-447c-ab4a-c5c8e8e59ded req-4a8090a7-034c-4313-bed1-ac5db162aab9 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 946 time: 0.0591555 Sep 03 09:55:52.153814 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2898f83e-8b39-447c-ab4a-c5c8e8e59ded req-67c6c35a-6c42-4199-ad0c-289be22ff584 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=fad2066b-cb6a-4f3b-9c7f-91cf48e4dc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438242 Sep 03 09:55:52.193763 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvr_db [None req-a6f39eb5-b9a6-4f68-93b2-772975c14a49 None None] Set router fa2aa479-634c-4482-b4c4-494e91679ee2 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:55:52.225231 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 09:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38a42df-c32f-4e52-9a0e-6c99885ae2cf x-openstack-request-id: req-c38a42df-c32f-4e52-9a0e-6c99885ae2cf {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:55:52.225779 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "953195d9-09d7-4c1f-9201-eb00c9b45114", "tag": "df5efcf7-588a-4eac-867e-f67ec830925e", "status": "completed", "code": 200}]} {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:55:52.226208 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c38a42df-c32f-4e52-9a0e-6c99885ae2cf {{(pid=105524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:55:52.226849 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953195d9-09d7-4c1f-9201-eb00c9b45114', 'tag': 'df5efcf7-588a-4eac-867e-f67ec830925e', 'status': 'completed', 'code': 200} Sep 03 09:55:52.352957 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e92a1-58f2-4710-bcff-35fcfabd4de2 req-cd289e27-05f2-43e2-99f6-e24649125b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:52.356643 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-306e92a1-58f2-4710-bcff-35fcfabd4de2 req-cd289e27-05f2-43e2-99f6-e24649125b7a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b6c50db97723432ebc021572f85943ae&device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 1098 time: 0.0859296 Sep 03 09:55:52.498666 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-a6f39eb5-b9a6-4f68-93b2-772975c14a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2aa479-634c-4482-b4c4-494e91679ee2', 'name': 'tempest-TestMinimumBasicScenario-1652052393-router', 'tenant_id': 'b6c50db97723432ebc021572f85943ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9a08e01f-684a-4614-bd1a-592853f6e42c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:06Z', 'updated_at': '2021-09-03T09:52:15Z', 'revision_number': 4, 'project_id': 'b6c50db97723432ebc021572f85943ae', 'gw_port': {'id': '9a08e01f-684a-4614-bd1a-592853f6e42c', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2aa479-634c-4482-b4c4-494e91679ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:07Z', 'updated_at': '2021-09-03T09:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_interfaces': [{'id': '3c1ebe2a-bbe2-4a3c-9058-6c61dc33e116', 'name': '', 'network_id': 'f5dad9d9-c5c9-4f54-954b-8f46ad088140', 'tenant_id': 'b6c50db97723432ebc021572f85943ae', 'mac_address': 'fa:16:3e:4e:91:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2aa479-634c-4482-b4c4-494e91679ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '50312df5-c5ba-48a8-9dca-a1103d54fc6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:12Z', 'updated_at': '2021-09-03T09:52:24Z', 'revision_number': 5, 'project_id': 'b6c50db97723432ebc021572f85943ae', 'subnets': [{'id': '50312df5-c5ba-48a8-9dca-a1103d54fc6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:55:52.526724 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f39eb5-b9a6-4f68-93b2-772975c14a49 None None] Checking router: fa2aa479-634c-4482-b4c4-494e91679ee2 for host: dv-cinder-606346-32-iscsi {{(pid=105526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 09:55:52.536897 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f39eb5-b9a6-4f68-93b2-772975c14a49 None None] Routers {'fa2aa479-634c-4482-b4c4-494e91679ee2'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:55:52.537545 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-a6f39eb5-b9a6-4f68-93b2-772975c14a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:55:32Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['fa2aa479-634c-4482-b4c4-494e91679ee2'], 'active': True} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:55:52.559917 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e92a1-58f2-4710-bcff-35fcfabd4de2 req-9daca2b4-57b1-4602-904e-8b7a22938646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:52.562047 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-306e92a1-58f2-4710-bcff-35fcfabd4de2 req-9daca2b4-57b1-4602-904e-8b7a22938646 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f5dad9d9-c5c9-4f54-954b-8f46ad088140 HTTP/1.1" status: 200 len: 916 time: 0.1971989 Sep 03 09:55:52.614436 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-306e92a1-58f2-4710-bcff-35fcfabd4de2 req-80147558-c80c-4d00-8d5e-af4f89042133 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df5efcf7-588a-4eac-867e-f67ec830925e HTTP/1.1" status: 200 len: 217 time: 0.0429690 Sep 03 09:55:52.686939 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvr_db [None req-a6f39eb5-b9a6-4f68-93b2-772975c14a49 None None] Set router fa2aa479-634c-4482-b4c4-494e91679ee2 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:55:52.701021 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e92a1-58f2-4710-bcff-35fcfabd4de2 req-5c6dfe68-269b-4c25-86de-9246001fd577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:52.703391 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-306e92a1-58f2-4710-bcff-35fcfabd4de2 req-5c6dfe68-269b-4c25-86de-9246001fd577 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=50312df5-c5ba-48a8-9dca-a1103d54fc6d HTTP/1.1" status: 200 len: 854 time: 0.0813940 Sep 03 09:55:52.755990 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e92a1-58f2-4710-bcff-35fcfabd4de2 req-7ef8685b-359b-4ac9-953b-c9573fde9663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:52.757515 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-306e92a1-58f2-4710-bcff-35fcfabd4de2 req-7ef8685b-359b-4ac9-953b-c9573fde9663 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f5dad9d9-c5c9-4f54-954b-8f46ad088140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0451546 Sep 03 09:55:52.882348 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-306e92a1-58f2-4710-bcff-35fcfabd4de2 req-cba50f6d-2d16-4dff-9dfc-f23d5792a31b service neutron] 10.222.0.60 "GET /v2.0/networks/f5dad9d9-c5c9-4f54-954b-8f46ad088140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061041 Sep 03 09:55:52.944077 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-a6f39eb5-b9a6-4f68-93b2-772975c14a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2aa479-634c-4482-b4c4-494e91679ee2', 'name': 'tempest-TestMinimumBasicScenario-1652052393-router', 'tenant_id': 'b6c50db97723432ebc021572f85943ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9a08e01f-684a-4614-bd1a-592853f6e42c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:06Z', 'updated_at': '2021-09-03T09:52:15Z', 'revision_number': 4, 'project_id': 'b6c50db97723432ebc021572f85943ae', 'gw_port': {'id': '9a08e01f-684a-4614-bd1a-592853f6e42c', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2aa479-634c-4482-b4c4-494e91679ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:07Z', 'updated_at': '2021-09-03T09:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_interfaces': [{'id': '3c1ebe2a-bbe2-4a3c-9058-6c61dc33e116', 'name': '', 'network_id': 'f5dad9d9-c5c9-4f54-954b-8f46ad088140', 'tenant_id': 'b6c50db97723432ebc021572f85943ae', 'mac_address': 'fa:16:3e:4e:91:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2aa479-634c-4482-b4c4-494e91679ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '50312df5-c5ba-48a8-9dca-a1103d54fc6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:12Z', 'updated_at': '2021-09-03T09:52:24Z', 'revision_number': 5, 'project_id': 'b6c50db97723432ebc021572f85943ae', 'subnets': [{'id': '50312df5-c5ba-48a8-9dca-a1103d54fc6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:55:52.978203 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f39eb5-b9a6-4f68-93b2-772975c14a49 None None] The sync data for ids ['fa2aa479-634c-4482-b4c4-494e91679ee2'] in dv-cinder-606346-32-iscsi is: [{'id': 'fa2aa479-634c-4482-b4c4-494e91679ee2', 'name': 'tempest-TestMinimumBasicScenario-1652052393-router', 'tenant_id': 'b6c50db97723432ebc021572f85943ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9a08e01f-684a-4614-bd1a-592853f6e42c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:06Z', 'updated_at': '2021-09-03T09:52:15Z', 'revision_number': 4, 'project_id': 'b6c50db97723432ebc021572f85943ae', 'gw_port': {'id': '9a08e01f-684a-4614-bd1a-592853f6e42c', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2aa479-634c-4482-b4c4-494e91679ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:07Z', 'updated_at': '2021-09-03T09:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_interfaces': [{'id': '3c1ebe2a-bbe2-4a3c-9058-6c61dc33e116', 'name': '', 'network_id': 'f5dad9d9-c5c9-4f54-954b-8f46ad088140', 'tenant_id': 'b6c50db97723432ebc021572f85943ae', 'mac_address': 'fa:16:3e:4e:91:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2aa479-634c-4482-b4c4-494e91679ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '50312df5-c5ba-48a8-9dca-a1103d54fc6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:12Z', 'updated_at': '2021-09-03T09:52:24Z', 'revision_number': 5, 'project_id': 'b6c50db97723432ebc021572f85943ae', 'subnets': [{'id': '50312df5-c5ba-48a8-9dca-a1103d54fc6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 09:55:53.023267 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-306e92a1-58f2-4710-bcff-35fcfabd4de2 req-1f72724a-12a5-49ae-954a-3f2ec56a13c4 service neutron] 10.222.0.60 "GET /v2.0/networks/f5dad9d9-c5c9-4f54-954b-8f46ad088140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317174 Sep 03 09:55:53.235204 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f7315d-9826-441e-9f0b-c3acc78b515a None None] New status for floating IP b94dbf60-d3bb-4645-9843-9e805cda4ac0: DOWN {{(pid=105527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 09:55:53.324679 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9068562-d869-4bb8-8a2d-921550841793 req-774dce91-5db1-4e19-ae4d-aff35351fa94 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:55:53.327489 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-e9068562-d869-4bb8-8a2d-921550841793 req-774dce91-5db1-4e19-ae4d-aff35351fa94 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 946 time: 0.0739889 Sep 03 09:55:53.384221 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-e9068562-d869-4bb8-8a2d-921550841793 req-053a9bfa-3d03-41ed-9dab-18453d80541f tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=fad2066b-cb6a-4f3b-9c7f-91cf48e4dc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504384 Sep 03 09:55:59.162630 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-01543732-5fb3-4b7e-8f60-721ca8fbe1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:01.030992 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.agents_db [None req-2440585d-454d-4def-9aab-3d39e7194109 None None] Agent healthcheck: found 6 active agents {{(pid=105527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 09:56:02.076343 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-9c449f03-6da6-49db-84de-e061109c3ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:03.514775 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:03.702585 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77800164-8af2-48cb-ae91-b4d015ae171e req-b90819c4-b714-4466-bf08-0b1b53685778 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:03.704967 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-77800164-8af2-48cb-ae91-b4d015ae171e req-b90819c4-b714-4466-bf08-0b1b53685778 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/ports?device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 945 time: 0.0647204 Sep 03 09:56:03.765526 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-77800164-8af2-48cb-ae91-b4d015ae171e req-76e2b0c4-be55-4e4f-a373-ebbe52cdb112 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/security-groups?id=a18fc30f-a8d8-4fa1-a88c-0c403993028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538831 Sep 03 09:56:03.816789 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a642e642-fcb2-47b5-b777-13e8b57c6243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:04.497513 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-86f92317-4722-4035-969f-07b0852c8c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:04.909157 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c5ed1-f1a0-42e3-a6f6-ea330ac6dc86 req-51f58d82-131a-4011-9f62-de5bc2860101 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:04.911046 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-a43c5ed1-f1a0-42e3-a6f6-ea330ac6dc86 req-51f58d82-131a-4011-9f62-de5bc2860101 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/ports?device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 945 time: 0.0665650 Sep 03 09:56:04.960399 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-a43c5ed1-f1a0-42e3-a6f6-ea330ac6dc86 req-370fb55c-c293-4c75-b98b-5eae44fe7ec0 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/security-groups?id=a18fc30f-a8d8-4fa1-a88c-0c403993028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381057 Sep 03 09:56:06.127635 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf524d-e64e-437d-88b5-d4bb33a33267 req-09010336-90e3-4deb-bff5-53b86675f8f2 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:06.130334 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-6cbf524d-e64e-437d-88b5-d4bb33a33267 req-09010336-90e3-4deb-bff5-53b86675f8f2 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/ports?device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 945 time: 0.0867021 Sep 03 09:56:06.173711 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-6cbf524d-e64e-437d-88b5-d4bb33a33267 req-02134304-6acb-4a2e-be10-a550928ba0ff tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/security-groups?id=a18fc30f-a8d8-4fa1-a88c-0c403993028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367596 Sep 03 09:56:07.305329 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88efa22-23bc-420a-accb-293d72ad9398 req-15ce82b3-719e-4732-b269-30626ea9c986 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:07.307648 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-a88efa22-23bc-420a-accb-293d72ad9398 req-15ce82b3-719e-4732-b269-30626ea9c986 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/ports?device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 945 time: 0.0610828 Sep 03 09:56:07.350768 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-a88efa22-23bc-420a-accb-293d72ad9398 req-3b226f07-1b17-48d1-9bca-d5ed76d2861e tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/security-groups?id=a18fc30f-a8d8-4fa1-a88c-0c403993028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366101 Sep 03 09:56:07.976101 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d256f64-957d-4eb7-b74e-f8121c2ecfed req-b8b6ddff-c6d7-4729-b75a-daf4c73bc783 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:07.977643 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-5d256f64-957d-4eb7-b74e-f8121c2ecfed req-b8b6ddff-c6d7-4729-b75a-daf4c73bc783 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.60 "GET /v2.0/ports?device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 945 time: 0.0553579 Sep 03 09:56:08.092695 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [req-5d256f64-957d-4eb7-b74e-f8121c2ecfed req-f3b28403-517b-4891-a314-34477952dac7 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Deleting port df5efcf7-588a-4eac-867e-f67ec830925e {{(pid=105524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 09:56:08.093311 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-5d256f64-957d-4eb7-b74e-f8121c2ecfed req-f3b28403-517b-4891-a314-34477952dac7 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:08.225020 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.db [req-5d256f64-957d-4eb7-b74e-f8121c2ecfed req-f3b28403-517b-4891-a314-34477952dac7 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] For port df5efcf7-588a-4eac-867e-f67ec830925e, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=df5efcf7-588a-4eac-867e-f67ec830925e,segment=NetworkSegment(a218ce8c-e4ea-434c-b6ed-34586d46e94e),segment_id=a218ce8c-e4ea-434c-b6ed-34586d46e94e)] {{(pid=105524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:56:08.225381 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-5d256f64-957d-4eb7-b74e-f8121c2ecfed req-f3b28403-517b-4891-a314-34477952dac7 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:08.240623 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [req-5d256f64-957d-4eb7-b74e-f8121c2ecfed req-f3b28403-517b-4891-a314-34477952dac7 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Calling delete_port for df5efcf7-588a-4eac-867e-f67ec830925e owned by compute:nova {{(pid=105524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 09:56:08.391210 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-5d256f64-957d-4eb7-b74e-f8121c2ecfed req-f3b28403-517b-4891-a314-34477952dac7 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25413165'] for port, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:08.409755 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] get_ports_and_sgs() called for port_ids ['df5efcf7-588a-4eac-867e-f67ec830925e'] {{(pid=105526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 09:56:08.441987 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b28403-517b-4891-a314-34477952dac7 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Pushing event deleted for resources: {'Port': ['ID=df5efcf7-588a-4eac-867e-f67ec830925e,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:56:08.498449 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-4ec4dca3-6b71-4148-8737-4e65e809c2bc req-42a481bf-6f38-4a55-8c7e-43ae6e576603 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.67 "GET /v2.0/ports?device_id=953195d9-09d7-4c1f-9201-eb00c9b45114 HTTP/1.1" status: 200 len: 210 time: 0.0644257 Sep 03 09:56:08.553478 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d256f64-957d-4eb7-b74e-f8121c2ecfed req-f3b28403-517b-4891-a314-34477952dac7 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] No DVR routers for this DVR port df5efcf7-588a-4eac-867e-f67ec830925e on host hv-cinder-60634 {{(pid=105524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 09:56:08.559005 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-5d256f64-957d-4eb7-b74e-f8121c2ecfed req-f3b28403-517b-4891-a314-34477952dac7 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for port, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:08.561103 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-5d256f64-957d-4eb7-b74e-f8121c2ecfed req-f3b28403-517b-4891-a314-34477952dac7 tempest-TestMinimumBasicScenario-1141583099 tempest-TestMinimumBasicScenario-1141583099-project] 10.222.0.60 "DELETE /v2.0/ports/df5efcf7-588a-4eac-867e-f67ec830925e HTTP/1.1" status: 204 len: 173 time: 0.5698907 Sep 03 09:56:08.561621 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953195d9-09d7-4c1f-9201-eb00c9b45114', 'name': 'network-vif-deleted', 'tag': 'df5efcf7-588a-4eac-867e-f67ec830925e'}] {{(pid=105524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:56:08.563975 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07cd05725c708ed75ef04e80da70ebdfc8c47d02cbbda1b8cc3f0b48d37440d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58914e0d-e0c0-482d-bbd0-a20d9588e425" -d '{"events": [{"server_uuid": "953195d9-09d7-4c1f-9201-eb00c9b45114", "name": "network-vif-deleted", "tag": "df5efcf7-588a-4eac-867e-f67ec830925e"}]}' {{(pid=105524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:56:08.695979 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 09:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd87dae0-5002-43e9-8d19-d808bb05a85a x-openstack-request-id: req-dd87dae0-5002-43e9-8d19-d808bb05a85a {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:56:08.696375 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953195d9-09d7-4c1f-9201-eb00c9b45114", "name": "network-vif-deleted", "tag": "df5efcf7-588a-4eac-867e-f67ec830925e", "status": "completed", "code": 200}]} {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:56:08.696732 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-dd87dae0-5002-43e9-8d19-d808bb05a85a {{(pid=105524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:56:08.697286 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953195d9-09d7-4c1f-9201-eb00c9b45114', 'name': 'network-vif-deleted', 'tag': 'df5efcf7-588a-4eac-867e-f67ec830925e', 'status': 'completed', 'code': 200} Sep 03 09:56:10.429908 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 41198) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:56:10.791617 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device df5efcf7-588a-4eac-867e-f67ec830925e no longer exists at agent hyperv_hv-cinder-60634 {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 09:56:10.817510 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] No Port match for: df5efcf7-588a-4eac-867e-f67ec830925e {{(pid=105526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 09:56:10.817899 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device df5efcf7-588a-4eac-867e-f67ec830925e not bound to the agent host hv-cinder-60634 {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 09:56:10.942155 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-474c40a3-314f-4506-a083-6342a389e605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694519'] for router_interface, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:11.294905 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.plugin [None req-474c40a3-314f-4506-a083-6342a389e605 admin admin] Deleting port 3c1ebe2a-bbe2-4a3c-9058-6c61dc33e116 {{(pid=105525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 09:56:11.295420 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-474c40a3-314f-4506-a083-6342a389e605 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:11.415660 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.db [None req-474c40a3-314f-4506-a083-6342a389e605 admin admin] For port 3c1ebe2a-bbe2-4a3c-9058-6c61dc33e116, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=3c1ebe2a-bbe2-4a3c-9058-6c61dc33e116,segment=NetworkSegment(a218ce8c-e4ea-434c-b6ed-34586d46e94e),segment_id=a218ce8c-e4ea-434c-b6ed-34586d46e94e)] {{(pid=105525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:56:11.416143 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-474c40a3-314f-4506-a083-6342a389e605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:11.431158 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.plugin [None req-474c40a3-314f-4506-a083-6342a389e605 admin admin] Calling delete_port for 3c1ebe2a-bbe2-4a3c-9058-6c61dc33e116 owned by network:router_interface {{(pid=105525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 09:56:11.644496 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-474c40a3-314f-4506-a083-6342a389e605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25166669'] for port, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:11.672695 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c40a3-314f-4506-a083-6342a389e605 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c1ebe2a-bbe2-4a3c-9058-6c61dc33e116,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:56:11.972439 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-474c40a3-314f-4506-a083-6342a389e605 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1832107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694627'] for router_interface, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:12.286224 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141980b9-cee5-4d4a-bb87-1358f106a6d8 req-1d315445-4d15-4431-84b1-4b1f143f91a4 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:12.289591 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-141980b9-cee5-4d4a-bb87-1358f106a6d8 req-1d315445-4d15-4431-84b1-4b1f143f91a4 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 946 time: 0.0690362 Sep 03 09:56:12.346684 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-474c40a3-314f-4506-a083-6342a389e605 admin admin] Router fa2aa479-634c-4482-b4c4-494e91679ee2 has already been hosted by L3 agent d52909a0-0f60-4ffe-9597-25dbe871271a {{(pid=105525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 09:56:12.349284 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-141980b9-cee5-4d4a-bb87-1358f106a6d8 req-70fb7735-fd1f-4f34-b212-81c87daa1a43 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523713 Sep 03 09:56:12.516787 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474c40a3-314f-4506-a083-6342a389e605 admin admin] Notify agent at l3_agent.dv-cinder-606346-32-iscsi the message routers_updated {{(pid=105525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 09:56:12.525519 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 41232) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:56:12.525831 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-474c40a3-314f-4506-a083-6342a389e605 admin admin] 10.222.0.67 "PUT /v2.0/routers/fa2aa479-634c-4482-b4c4-494e91679ee2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0942073 Sep 03 09:56:12.530854 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90270f59-c587-4d11-8b02-270523c199b7 None None] Sync routers for ids ['fa2aa479-634c-4482-b4c4-494e91679ee2'] in dv-cinder-606346-32-iscsi {{(pid=105526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 09:56:12.549453 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90270f59-c587-4d11-8b02-270523c199b7 None None] Routers {'fa2aa479-634c-4482-b4c4-494e91679ee2'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:56:12.551111 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-90270f59-c587-4d11-8b02-270523c199b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:56:02Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['fa2aa479-634c-4482-b4c4-494e91679ee2'], 'active': True} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:56:12.656869 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-087fb354-f002-498b-94d4-4e909b03ea5a admin admin] Notify callbacks [] for router, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:12.716846 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvr_db [None req-90270f59-c587-4d11-8b02-270523c199b7 None None] Set router fa2aa479-634c-4482-b4c4-494e91679ee2 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:56:12.790312 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea98b404-e82f-4c01-85a3-0a7cb06d7cf6 req-ea73dcbc-44ee-4671-8de4-398a1f73791f tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:12.794026 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-ea98b404-e82f-4c01-85a3-0a7cb06d7cf6 req-ea73dcbc-44ee-4671-8de4-398a1f73791f tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.67 "GET /v2.0/ports?device_id=7cd59423-3095-40de-aecc-a4574e683eb2 HTTP/1.1" status: 200 len: 945 time: 0.1008012 Sep 03 09:56:12.835222 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-087fb354-f002-498b-94d4-4e909b03ea5a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:12.861132 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-ea98b404-e82f-4c01-85a3-0a7cb06d7cf6 req-ce295797-1df8-487f-9fbd-db49f1747f42 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.67 "GET /v2.0/security-groups?id=10b0e53c-5e57-476a-981e-afaae5063717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543013 Sep 03 09:56:12.925996 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [None req-087fb354-f002-498b-94d4-4e909b03ea5a admin admin] Deleting port 9a08e01f-684a-4614-bd1a-592853f6e42c {{(pid=105524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 09:56:12.926253 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-087fb354-f002-498b-94d4-4e909b03ea5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:12.994190 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-90270f59-c587-4d11-8b02-270523c199b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2aa479-634c-4482-b4c4-494e91679ee2', 'name': 'tempest-TestMinimumBasicScenario-1652052393-router', 'tenant_id': 'b6c50db97723432ebc021572f85943ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9a08e01f-684a-4614-bd1a-592853f6e42c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:06Z', 'updated_at': '2021-09-03T09:56:11Z', 'revision_number': 5, 'project_id': 'b6c50db97723432ebc021572f85943ae', 'gw_port': {'id': '9a08e01f-684a-4614-bd1a-592853f6e42c', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2aa479-634c-4482-b4c4-494e91679ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:07Z', 'updated_at': '2021-09-03T09:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi'}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:56:13.023757 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90270f59-c587-4d11-8b02-270523c199b7 None None] Checking router: fa2aa479-634c-4482-b4c4-494e91679ee2 for host: dv-cinder-606346-32-iscsi {{(pid=105526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 09:56:13.033406 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90270f59-c587-4d11-8b02-270523c199b7 None None] Routers {'fa2aa479-634c-4482-b4c4-494e91679ee2'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:56:13.034157 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-90270f59-c587-4d11-8b02-270523c199b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:56:02Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['fa2aa479-634c-4482-b4c4-494e91679ee2'], 'active': True} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:56:13.059052 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.db [None req-087fb354-f002-498b-94d4-4e909b03ea5a admin admin] For port 9a08e01f-684a-4614-bd1a-592853f6e42c, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=9a08e01f-684a-4614-bd1a-592853f6e42c,segment=NetworkSegment(454dc13d-4a6c-4de8-982e-8a57b380b104),segment_id=454dc13d-4a6c-4de8-982e-8a57b380b104)] {{(pid=105524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:56:13.059628 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-087fb354-f002-498b-94d4-4e909b03ea5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:13.082825 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [None req-087fb354-f002-498b-94d4-4e909b03ea5a admin admin] Calling delete_port for 9a08e01f-684a-4614-bd1a-592853f6e42c owned by network:router_gateway {{(pid=105524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 09:56:13.138181 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvr_db [None req-90270f59-c587-4d11-8b02-270523c199b7 None None] Set router fa2aa479-634c-4482-b4c4-494e91679ee2 gateway port host: None {{(pid=105526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:56:13.234264 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-90270f59-c587-4d11-8b02-270523c199b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2aa479-634c-4482-b4c4-494e91679ee2', 'name': 'tempest-TestMinimumBasicScenario-1652052393-router', 'tenant_id': 'b6c50db97723432ebc021572f85943ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:06Z', 'updated_at': '2021-09-03T09:56:12Z', 'revision_number': 6, 'project_id': 'b6c50db97723432ebc021572f85943ae', 'gw_port_host': None}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:56:13.266928 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90270f59-c587-4d11-8b02-270523c199b7 None None] The sync data for ids ['fa2aa479-634c-4482-b4c4-494e91679ee2'] in dv-cinder-606346-32-iscsi is: [{'id': 'fa2aa479-634c-4482-b4c4-494e91679ee2', 'name': 'tempest-TestMinimumBasicScenario-1652052393-router', 'tenant_id': 'b6c50db97723432ebc021572f85943ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:06Z', 'updated_at': '2021-09-03T09:56:12Z', 'revision_number': 6, 'project_id': 'b6c50db97723432ebc021572f85943ae', 'gw_port_host': None}] {{(pid=105526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 09:56:13.739680 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-087fb354-f002-498b-94d4-4e909b03ea5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25413165'] for port, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:13.772963 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087fb354-f002-498b-94d4-4e909b03ea5a admin admin] Pushing event deleted for resources: {'Port': ['ID=9a08e01f-684a-4614-bd1a-592853f6e42c,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:56:13.819378 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d353026-769f-4c3b-810c-b177085c1267 req-b0df2f89-3644-40d0-af21-beb5148cbad1 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:13.822246 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-7d353026-769f-4c3b-810c-b177085c1267 req-b0df2f89-3644-40d0-af21-beb5148cbad1 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 946 time: 0.3785465 Sep 03 09:56:13.842508 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-087fb354-f002-498b-94d4-4e909b03ea5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1695949'] for router_gateway, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:13.888927 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-7d353026-769f-4c3b-810c-b177085c1267 req-77735f88-60ec-456b-ae3c-8aecbbbe018a tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581675 Sep 03 09:56:13.957841 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-087fb354-f002-498b-94d4-4e909b03ea5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8800'] for router, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:13.961990 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-087fb354-f002-498b-94d4-4e909b03ea5a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:14.034690 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-087fb354-f002-498b-94d4-4e909b03ea5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691755'] for router, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:14.035121 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-087fb354-f002-498b-94d4-4e909b03ea5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa2aa479-634c-4482-b4c4-494e91679ee2 {{(pid=105524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 09:56:14.042911 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-087fb354-f002-498b-94d4-4e909b03ea5a admin admin] Notify callbacks [] for router, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:14.044251 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-087fb354-f002-498b-94d4-4e909b03ea5a admin admin] 10.222.0.67 "DELETE /v2.0/routers/fa2aa479-634c-4482-b4c4-494e91679ee2 HTTP/1.1" status: 204 len: 168 time: 1.5171173 Sep 03 09:56:14.047357 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 41240) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:56:14.112965 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e6501-b29e-430c-a350-32189d0830b3 req-09506658-bc83-4c9d-a169-917b3b90703b tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:14.114651 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-865e6501-b29e-430c-a350-32189d0830b3 req-09506658-bc83-4c9d-a169-917b3b90703b tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.67 "GET /v2.0/ports?device_id=7cd59423-3095-40de-aecc-a4574e683eb2 HTTP/1.1" status: 200 len: 945 time: 0.1108651 Sep 03 09:56:14.126168 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8bd54bc-309a-4167-aa4f-50506e1b8522 admin admin] Deleting subnet 50312df5-c5ba-48a8-9dca-a1103d54fc6d {{(pid=105524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 09:56:14.130815 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-b8bd54bc-309a-4167-aa4f-50506e1b8522 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:14.193300 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-b8bd54bc-309a-4167-aa4f-50506e1b8522 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25747459'] for subnet, precommit_delete_associations {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:14.222018 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-865e6501-b29e-430c-a350-32189d0830b3 req-48728f4c-068a-4eb4-8199-36a16932272e tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.67 "GET /v2.0/security-groups?id=10b0e53c-5e57-476a-981e-afaae5063717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922420 Sep 03 09:56:14.330993 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-b8bd54bc-309a-4167-aa4f-50506e1b8522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713190'] for subnet, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:14.413147 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-b8bd54bc-309a-4167-aa4f-50506e1b8522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25413120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27188830'] for subnet, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:14.444118 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd54bc-309a-4167-aa4f-50506e1b8522 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50312df5-c5ba-48a8-9dca-a1103d54fc6d,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:56:14.450652 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-b8bd54bc-309a-4167-aa4f-50506e1b8522 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:14.454419 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-b8bd54bc-309a-4167-aa4f-50506e1b8522 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/50312df5-c5ba-48a8-9dca-a1103d54fc6d HTTP/1.1" status: 204 len: 168 time: 0.4053516 Sep 03 09:56:14.457252 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 41244) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:56:14.458694 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce8fe27-49ae-4874-98f0-f4f7465435dc None None] Network f5dad9d9-c5c9-4f54-954b-8f46ad088140 requested from dv-cinder-606346-32-iscsi {{(pid=105526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 09:56:14.542777 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-fb83264c-3dce-4a55-be63-03358262a964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1404653'] for network, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:14.638964 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ea03f-989f-4b44-acef-ef52c8876243 req-862e1040-f38c-4bfd-a1b9-b6ed83b5eef0 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:14.641283 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-104ea03f-989f-4b44-acef-ef52c8876243 req-862e1040-f38c-4bfd-a1b9-b6ed83b5eef0 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.60 "GET /v2.0/ports?device_id=7cd59423-3095-40de-aecc-a4574e683eb2 HTTP/1.1" status: 200 len: 945 time: 0.0674155 Sep 03 09:56:14.655017 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.plugin [None req-fb83264c-3dce-4a55-be63-03358262a964 admin admin] Deleting port 894c6206-e486-4756-9bab-37d5ba1e9d17 {{(pid=105525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 09:56:14.655427 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-fb83264c-3dce-4a55-be63-03358262a964 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:14.777540 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.db [None req-fb83264c-3dce-4a55-be63-03358262a964 admin admin] For port 894c6206-e486-4756-9bab-37d5ba1e9d17, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=894c6206-e486-4756-9bab-37d5ba1e9d17,segment=NetworkSegment(a218ce8c-e4ea-434c-b6ed-34586d46e94e),segment_id=a218ce8c-e4ea-434c-b6ed-34586d46e94e)] {{(pid=105525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:56:14.778403 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-fb83264c-3dce-4a55-be63-03358262a964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:14.798569 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [req-104ea03f-989f-4b44-acef-ef52c8876243 req-dcd6d62a-5ef2-41c1-8494-3d7ab1eaa637 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Deleting port 7fd535cc-a7cc-426f-89f8-656b63d82a47 {{(pid=105524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 09:56:14.799260 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-104ea03f-989f-4b44-acef-ef52c8876243 req-dcd6d62a-5ef2-41c1-8494-3d7ab1eaa637 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:14.799805 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.plugin [None req-fb83264c-3dce-4a55-be63-03358262a964 admin admin] Calling delete_port for 894c6206-e486-4756-9bab-37d5ba1e9d17 owned by network:dhcp {{(pid=105525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 09:56:14.901145 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fabaff-8594-422d-a384-43b830865df2 None None] DHCP port deletion for f5dad9d9-c5c9-4f54-954b-8f46ad088140 request from dv-cinder-606346-32-iscsi {{(pid=105526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 09:56:14.941329 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-fb83264c-3dce-4a55-be63-03358262a964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25166669'] for port, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:14.974613 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb83264c-3dce-4a55-be63-03358262a964 admin admin] No DVR routers for this DVR port 894c6206-e486-4756-9bab-37d5ba1e9d17 on host dv-cinder-606346-32-iscsi {{(pid=105525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 09:56:14.977941 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.db [req-104ea03f-989f-4b44-acef-ef52c8876243 req-dcd6d62a-5ef2-41c1-8494-3d7ab1eaa637 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] For port 7fd535cc-a7cc-426f-89f8-656b63d82a47, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=7fd535cc-a7cc-426f-89f8-656b63d82a47,segment=NetworkSegment(cba71f7d-68a7-4e06-9b55-7aed9789beed),segment_id=cba71f7d-68a7-4e06-9b55-7aed9789beed)] {{(pid=105524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:56:14.978838 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-104ea03f-989f-4b44-acef-ef52c8876243 req-dcd6d62a-5ef2-41c1-8494-3d7ab1eaa637 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:15.006458 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-e4fabaff-8594-422d-a384-43b830865df2 None None] Deleting port 894c6206-e486-4756-9bab-37d5ba1e9d17 {{(pid=105526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 09:56:15.007410 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-e4fabaff-8594-422d-a384-43b830865df2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:15.018003 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb83264c-3dce-4a55-be63-03358262a964 admin admin] Pushing event deleted for resources: {'Port': ['ID=894c6206-e486-4756-9bab-37d5ba1e9d17,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:56:15.028907 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [req-104ea03f-989f-4b44-acef-ef52c8876243 req-dcd6d62a-5ef2-41c1-8494-3d7ab1eaa637 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Calling delete_port for 7fd535cc-a7cc-426f-89f8-656b63d82a47 owned by compute:nova {{(pid=105524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 09:56:15.123465 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 9a08e01f-684a-4614-bd1a-592853f6e42c no longer exists at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 09:56:15.130168 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-fb83264c-3dce-4a55-be63-03358262a964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717939', 'neutron.services.segments.db._delete_segments_for_network-8759173696085'] for network, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:15.157235 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.services.segments.db [None req-fb83264c-3dce-4a55-be63-03358262a964 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5dad9d9-c5c9-4f54-954b-8f46ad088140']}} {{(pid=105525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:56:15.178632 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-e4fabaff-8594-422d-a384-43b830865df2 None None] For port 894c6206-e486-4756-9bab-37d5ba1e9d17, host dv-cinder-606346-32-iscsi, got binding levels [] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:56:15.179304 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-e4fabaff-8594-422d-a384-43b830865df2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:15.184597 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] No Port match for: 9a08e01f-684a-4614-bd1a-592853f6e42c {{(pid=105526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 09:56:15.185194 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 9a08e01f-684a-4614-bd1a-592853f6e42c not bound to the agent host dv-cinder-606346-32-iscsi {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 09:56:15.185952 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 894c6206-e486-4756-9bab-37d5ba1e9d17 no longer exists at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 09:56:15.194507 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.services.segments.db [None req-fb83264c-3dce-4a55-be63-03358262a964 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a218ce8c-e4ea-434c-b6ed-34586d46e94e') {'for_net_delete': True} {{(pid=105525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:56:15.194960 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.services.segments.db [None req-fb83264c-3dce-4a55-be63-03358262a964 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a218ce8c-e4ea-434c-b6ed-34586d46e94e') {} {{(pid=105525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:56:15.215595 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-fb83264c-3dce-4a55-be63-03358262a964 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759173697630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26582418'] for segment, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:15.236295 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-e4fabaff-8594-422d-a384-43b830865df2 None None] Calling delete_port for 894c6206-e486-4756-9bab-37d5ba1e9d17 owned by network:dhcp {{(pid=105526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 09:56:15.236782 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-104ea03f-989f-4b44-acef-ef52c8876243 req-dcd6d62a-5ef2-41c1-8494-3d7ab1eaa637 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25413165'] for port, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:15.241611 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] No Port match for: 894c6206-e486-4756-9bab-37d5ba1e9d17 {{(pid=105526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 09:56:15.242203 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 894c6206-e486-4756-9bab-37d5ba1e9d17 not bound to the agent host dv-cinder-606346-32-iscsi {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 09:56:15.243153 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 3c1ebe2a-bbe2-4a3c-9058-6c61dc33e116 no longer exists at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 09:56:15.245566 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-fb83264c-3dce-4a55-be63-03358262a964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718351'] for segment, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:15.248345 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.ipam_backend_mixin [None req-e4fabaff-8594-422d-a384-43b830865df2 None None] Port 894c6206-e486-4756-9bab-37d5ba1e9d17 was not found and therefore no delete operation was performed {{(pid=105526) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 03 09:56:15.252036 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] get_ports_and_sgs() called for port_ids ['7fd535cc-a7cc-426f-89f8-656b63d82a47'] {{(pid=105526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 09:56:15.267613 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce5b58-0961-4a79-ac68-a0e17813aa40 req-b121821e-d799-47ae-aa66-9917fa91d577 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:15.280143 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-a7ce5b58-0961-4a79-ac68-a0e17813aa40 req-b121821e-d799-47ae-aa66-9917fa91d577 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 946 time: 0.1453042 Sep 03 09:56:15.283717 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd6d62a-5ef2-41c1-8494-3d7ab1eaa637 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Pushing event deleted for resources: {'Port': ['ID=7fd535cc-a7cc-426f-89f8-656b63d82a47,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:56:15.299458 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb83264c-3dce-4a55-be63-03358262a964 admin admin] Releasing vlan 810 on physical network physnet1 to pool {{(pid=105525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 09:56:15.300370 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-fb83264c-3dce-4a55-be63-03358262a964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25166654'] for segment, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:15.305248 dv-cinder-606346-32-iscsi neutron-server[105525]: Traceback (most recent call last): Sep 03 09:56:15.305248 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 09:56:15.305248 dv-cinder-606346-32-iscsi neutron-server[105525]: timer() Sep 03 09:56:15.305248 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 09:56:15.305248 dv-cinder-606346-32-iscsi neutron-server[105525]: cb(*args, **kw) Sep 03 09:56:15.305248 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 09:56:15.305248 dv-cinder-606346-32-iscsi neutron-server[105525]: return func(*args, **kwargs) Sep 03 09:56:15.305248 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 09:56:15.305248 dv-cinder-606346-32-iscsi neutron-server[105525]: self._notify() Sep 03 09:56:15.305248 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 09:56:15.305248 dv-cinder-606346-32-iscsi neutron-server[105525]: self.callback(batched_events) Sep 03 09:56:15.305248 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 09:56:15.305248 dv-cinder-606346-32-iscsi neutron-server[105525]: event.method(event) Sep 03 09:56:15.305248 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 09:56:15.305248 dv-cinder-606346-32-iscsi neutron-server[105525]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 09:56:15.305248 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 09:56:15.305248 dv-cinder-606346-32-iscsi neutron-server[105525]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 09:56:15.305248 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 09:56:15.305248 dv-cinder-606346-32-iscsi neutron-server[105525]: return f(self, *a, **k) Sep 03 09:56:15.305248 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 09:56:15.305248 dv-cinder-606346-32-iscsi neutron-server[105525]: return self._get(url).json() Sep 03 09:56:15.305248 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 09:56:15.305248 dv-cinder-606346-32-iscsi neutron-server[105525]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 09:56:15.305248 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 09:56:15.305248 dv-cinder-606346-32-iscsi neutron-server[105525]: return self.request(url, 'GET', **kwargs) Sep 03 09:56:15.305248 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 09:56:15.305248 dv-cinder-606346-32-iscsi neutron-server[105525]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 09:56:15.305248 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 09:56:15.305248 dv-cinder-606346-32-iscsi neutron-server[105525]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 09:56:15.305248 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 09:56:15.305248 dv-cinder-606346-32-iscsi neutron-server[105525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 09:56:15.305248 dv-cinder-606346-32-iscsi neutron-server[105525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 09:56:15.331408 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-e4fabaff-8594-422d-a384-43b830865df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940'] for port, after_delete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:15.350779 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.l3_dvrscheduler_db [req-104ea03f-989f-4b44-acef-ef52c8876243 req-dcd6d62a-5ef2-41c1-8494-3d7ab1eaa637 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] No DVR routers for this DVR port 7fd535cc-a7cc-426f-89f8-656b63d82a47 on host hv-cinder-60634 {{(pid=105524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 09:56:15.352622 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] No Port match for: 3c1ebe2a-bbe2-4a3c-9058-6c61dc33e116 {{(pid=105526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 09:56:15.354239 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 3c1ebe2a-bbe2-4a3c-9058-6c61dc33e116 not bound to the agent host dv-cinder-606346-32-iscsi {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 09:56:15.358441 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fabaff-8594-422d-a384-43b830865df2 None None] No DVR routers for this DVR port 894c6206-e486-4756-9bab-37d5ba1e9d17 on host dv-cinder-606346-32-iscsi {{(pid=105526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 09:56:15.366680 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-104ea03f-989f-4b44-acef-ef52c8876243 req-dcd6d62a-5ef2-41c1-8494-3d7ab1eaa637 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for port, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:15.374418 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-104ea03f-989f-4b44-acef-ef52c8876243 req-dcd6d62a-5ef2-41c1-8494-3d7ab1eaa637 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.60 "DELETE /v2.0/ports/7fd535cc-a7cc-426f-89f8-656b63d82a47 HTTP/1.1" status: 204 len: 173 time: 0.7221687 Sep 03 09:56:15.375188 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd59423-3095-40de-aecc-a4574e683eb2', 'name': 'network-vif-deleted', 'tag': '7fd535cc-a7cc-426f-89f8-656b63d82a47'}] {{(pid=105524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:56:15.377765 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07cd05725c708ed75ef04e80da70ebdfc8c47d02cbbda1b8cc3f0b48d37440d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a730404-fb05-4ec7-93a9-82f9e013292e" -d '{"events": [{"server_uuid": "7cd59423-3095-40de-aecc-a4574e683eb2", "name": "network-vif-deleted", "tag": "7fd535cc-a7cc-426f-89f8-656b63d82a47"}]}' {{(pid=105524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:56:15.416730 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fabaff-8594-422d-a384-43b830865df2 None None] Pushing event deleted for resources: {'Port': ['ID=894c6206-e486-4756-9bab-37d5ba1e9d17,revision_number=None']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:56:15.435850 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2f88d42d-43ad-402d-bffe-2554975a4636 req-82c1ca86-8a42-4dac-95a0-c8d0e1ca8283 tempest-VolumesSnapshotTestJSON-1386986678 tempest-VolumesSnapshotTestJSON-1386986678-project] 10.222.0.67 "GET /v2.0/ports?device_id=7cd59423-3095-40de-aecc-a4574e683eb2 HTTP/1.1" status: 200 len: 210 time: 0.0481012 Sep 03 09:56:15.441326 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fabaff-8594-422d-a384-43b830865df2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:56:15.442178 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fabaff-8594-422d-a384-43b830865df2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:56:15.442949 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fabaff-8594-422d-a384-43b830865df2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:56:15.443533 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fabaff-8594-422d-a384-43b830865df2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:56:15.444106 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fabaff-8594-422d-a384-43b830865df2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:56:15.444811 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fabaff-8594-422d-a384-43b830865df2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:56:15.445284 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fabaff-8594-422d-a384-43b830865df2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:56:15.445926 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fabaff-8594-422d-a384-43b830865df2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:56:15.446493 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fabaff-8594-422d-a384-43b830865df2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:56:15.447112 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fabaff-8594-422d-a384-43b830865df2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:56:15.447774 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fabaff-8594-422d-a384-43b830865df2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:56:15.448272 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fabaff-8594-422d-a384-43b830865df2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:56:15.455433 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-a7ce5b58-0961-4a79-ac68-a0e17813aa40 req-f479a3ea-1c06-4d08-80a6-83939fb221f8 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738794 Sep 03 09:56:15.473957 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-fb83264c-3dce-4a55-be63-03358262a964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417317'] for network, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:15.483902 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-fb83264c-3dce-4a55-be63-03358262a964 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for network, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:15.492440 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 41254) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:56:15.505138 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-fb83264c-3dce-4a55-be63-03358262a964 admin admin] 10.222.0.67 "DELETE /v2.0/networks/f5dad9d9-c5c9-4f54-954b-8f46ad088140 HTTP/1.1" status: 204 len: 168 time: 1.0435662 Sep 03 09:56:15.525501 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb83264c-3dce-4a55-be63-03358262a964 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5dad9d9-c5c9-4f54-954b-8f46ad088140,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:56:15.555633 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 09:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d71b5f-4787-4694-97f4-71b8e7234ae6 x-openstack-request-id: req-d6d71b5f-4787-4694-97f4-71b8e7234ae6 {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:56:15.556172 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cd59423-3095-40de-aecc-a4574e683eb2", "name": "network-vif-deleted", "tag": "7fd535cc-a7cc-426f-89f8-656b63d82a47", "status": "completed", "code": 200}]} {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:56:15.557105 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d6d71b5f-4787-4694-97f4-71b8e7234ae6 {{(pid=105524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:56:15.557748 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cd59423-3095-40de-aecc-a4574e683eb2', 'name': 'network-vif-deleted', 'tag': '7fd535cc-a7cc-426f-89f8-656b63d82a47', 'status': 'completed', 'code': 200} Sep 03 09:56:15.931937 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-d5f35ff2-8868-4bef-9619-5a9c466ed1c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694519'] for router_interface, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:16.229690 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [None req-d5f35ff2-8868-4bef-9619-5a9c466ed1c4 admin admin] Deleting port 73ae2bd8-8a04-4758-9524-a87fc273b3c6 {{(pid=105524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 09:56:16.229972 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-d5f35ff2-8868-4bef-9619-5a9c466ed1c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:16.317634 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.db [None req-d5f35ff2-8868-4bef-9619-5a9c466ed1c4 admin admin] For port 73ae2bd8-8a04-4758-9524-a87fc273b3c6, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=73ae2bd8-8a04-4758-9524-a87fc273b3c6,segment=NetworkSegment(9f035384-e724-4881-9c77-70fe94769e62),segment_id=9f035384-e724-4881-9c77-70fe94769e62)] {{(pid=105524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:56:16.318114 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-d5f35ff2-8868-4bef-9619-5a9c466ed1c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:16.333458 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [None req-d5f35ff2-8868-4bef-9619-5a9c466ed1c4 admin admin] Calling delete_port for 73ae2bd8-8a04-4758-9524-a87fc273b3c6 owned by network:router_interface {{(pid=105524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 09:56:16.573024 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-d5f35ff2-8868-4bef-9619-5a9c466ed1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25413165'] for port, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:16.602051 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f35ff2-8868-4bef-9619-5a9c466ed1c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=73ae2bd8-8a04-4758-9524-a87fc273b3c6,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:56:16.755852 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb552f1-ac7d-4847-8a83-4f824bea1b3a req-72693d70-7dea-432e-9142-cdb1f5e9580b tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:16.761361 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-9fb552f1-ac7d-4847-8a83-4f824bea1b3a req-72693d70-7dea-432e-9142-cdb1f5e9580b tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 946 time: 0.1566951 Sep 03 09:56:16.888833 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-9fb552f1-ac7d-4847-8a83-4f824bea1b3a req-eb81658d-a25b-4bbb-b261-d02b81f57e32 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911062 Sep 03 09:56:16.936394 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-d5f35ff2-8868-4bef-9619-5a9c466ed1c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1832107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694627'] for router_interface, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:17.185463 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f35ff2-8868-4bef-9619-5a9c466ed1c4 admin admin] Router c4793acb-fa0a-420c-a14b-6b76b089c217 has already been hosted by L3 agent d52909a0-0f60-4ffe-9597-25dbe871271a {{(pid=105524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 09:56:17.298155 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f35ff2-8868-4bef-9619-5a9c466ed1c4 admin admin] Notify agent at l3_agent.dv-cinder-606346-32-iscsi the message routers_updated {{(pid=105524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 09:56:17.303776 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-d5f35ff2-8868-4bef-9619-5a9c466ed1c4 admin admin] 10.222.0.67 "PUT /v2.0/routers/c4793acb-fa0a-420c-a14b-6b76b089c217/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8100085 Sep 03 09:56:17.307235 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 41266) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:56:17.308015 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1a6714-a711-4253-9a63-7ad88a35c13d None None] Sync routers for ids ['c4793acb-fa0a-420c-a14b-6b76b089c217'] in dv-cinder-606346-32-iscsi {{(pid=105527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 09:56:17.318770 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1a6714-a711-4253-9a63-7ad88a35c13d None None] Routers {'c4793acb-fa0a-420c-a14b-6b76b089c217'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:56:17.319416 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-8a1a6714-a711-4253-9a63-7ad88a35c13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:56:02Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['c4793acb-fa0a-420c-a14b-6b76b089c217'], 'active': True} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:56:17.435131 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-59bd87da-baed-411c-82f3-864088ce8b64 admin admin] Notify callbacks [] for router, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:17.446328 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvr_db [None req-8a1a6714-a711-4253-9a63-7ad88a35c13d None None] Set router c4793acb-fa0a-420c-a14b-6b76b089c217 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:56:17.565014 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-59bd87da-baed-411c-82f3-864088ce8b64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:17.643685 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.plugin [None req-59bd87da-baed-411c-82f3-864088ce8b64 admin admin] Deleting port 0e74ad70-29ba-4246-b53f-7447887a9800 {{(pid=105525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 09:56:17.644508 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-59bd87da-baed-411c-82f3-864088ce8b64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:17.654919 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-8a1a6714-a711-4253-9a63-7ad88a35c13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4793acb-fa0a-420c-a14b-6b76b089c217', 'name': 'tempest-TestMinimumBasicScenario-1175619642-router', 'tenant_id': 'cdd2c3fc878346db9937e30cdc450d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '0e74ad70-29ba-4246-b53f-7447887a9800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:20Z', 'updated_at': '2021-09-03T09:56:16Z', 'revision_number': 5, 'project_id': 'cdd2c3fc878346db9937e30cdc450d06', 'gw_port': {'id': '0e74ad70-29ba-4246-b53f-7447887a9800', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4793acb-fa0a-420c-a14b-6b76b089c217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:22Z', 'updated_at': '2021-09-03T09:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi'}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:56:17.685700 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1a6714-a711-4253-9a63-7ad88a35c13d None None] Checking router: c4793acb-fa0a-420c-a14b-6b76b089c217 for host: dv-cinder-606346-32-iscsi {{(pid=105527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 09:56:17.695498 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1a6714-a711-4253-9a63-7ad88a35c13d None None] Routers {'c4793acb-fa0a-420c-a14b-6b76b089c217'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:56:17.696139 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-8a1a6714-a711-4253-9a63-7ad88a35c13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:56:02Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['c4793acb-fa0a-420c-a14b-6b76b089c217'], 'active': True} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:56:17.741916 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.db [None req-59bd87da-baed-411c-82f3-864088ce8b64 admin admin] For port 0e74ad70-29ba-4246-b53f-7447887a9800, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=0e74ad70-29ba-4246-b53f-7447887a9800,segment=NetworkSegment(454dc13d-4a6c-4de8-982e-8a57b380b104),segment_id=454dc13d-4a6c-4de8-982e-8a57b380b104)] {{(pid=105525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:56:17.742201 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-59bd87da-baed-411c-82f3-864088ce8b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:17.755907 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.plugin [None req-59bd87da-baed-411c-82f3-864088ce8b64 admin admin] Calling delete_port for 0e74ad70-29ba-4246-b53f-7447887a9800 owned by network:router_gateway {{(pid=105525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 09:56:17.791553 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvr_db [None req-8a1a6714-a711-4253-9a63-7ad88a35c13d None None] Set router c4793acb-fa0a-420c-a14b-6b76b089c217 gateway port host: None {{(pid=105527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:56:17.845300 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-8a1a6714-a711-4253-9a63-7ad88a35c13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4793acb-fa0a-420c-a14b-6b76b089c217', 'name': 'tempest-TestMinimumBasicScenario-1175619642-router', 'tenant_id': 'cdd2c3fc878346db9937e30cdc450d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:20Z', 'updated_at': '2021-09-03T09:56:17Z', 'revision_number': 6, 'project_id': 'cdd2c3fc878346db9937e30cdc450d06', 'gw_port_host': None}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:56:17.916613 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:17.975975 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1a6714-a711-4253-9a63-7ad88a35c13d None None] The sync data for ids ['c4793acb-fa0a-420c-a14b-6b76b089c217'] in dv-cinder-606346-32-iscsi is: [{'id': 'c4793acb-fa0a-420c-a14b-6b76b089c217', 'name': 'tempest-TestMinimumBasicScenario-1175619642-router', 'tenant_id': 'cdd2c3fc878346db9937e30cdc450d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:20Z', 'updated_at': '2021-09-03T09:56:17Z', 'revision_number': 6, 'project_id': 'cdd2c3fc878346db9937e30cdc450d06', 'gw_port_host': None}] {{(pid=105527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 09:56:18.106298 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-59bd87da-baed-411c-82f3-864088ce8b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25166669'] for port, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:18.155961 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd87da-baed-411c-82f3-864088ce8b64 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e74ad70-29ba-4246-b53f-7447887a9800,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:56:18.219209 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a60c4-cfa1-4904-9892-4ae897ce7951 req-f7f6d746-9993-4e31-9cf1-5257885ab2d5 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:18.226691 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-fe5a60c4-cfa1-4904-9892-4ae897ce7951 req-f7f6d746-9993-4e31-9cf1-5257885ab2d5 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 946 time: 0.2028854 Sep 03 09:56:18.288362 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-59bd87da-baed-411c-82f3-864088ce8b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1695949'] for router_gateway, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:18.374140 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-fe5a60c4-cfa1-4904-9892-4ae897ce7951 req-b831619d-9b9d-43d8-a7c9-82791ceec555 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283593 Sep 03 09:56:18.414542 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-59bd87da-baed-411c-82f3-864088ce8b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8800'] for router, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:18.418031 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-59bd87da-baed-411c-82f3-864088ce8b64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:18.486971 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-59bd87da-baed-411c-82f3-864088ce8b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691755'] for router, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:18.487521 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59bd87da-baed-411c-82f3-864088ce8b64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4793acb-fa0a-420c-a14b-6b76b089c217 {{(pid=105525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 09:56:18.493042 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-59bd87da-baed-411c-82f3-864088ce8b64 admin admin] Notify callbacks [] for router, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:18.494951 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-59bd87da-baed-411c-82f3-864088ce8b64 admin admin] 10.222.0.67 "DELETE /v2.0/routers/c4793acb-fa0a-420c-a14b-6b76b089c217 HTTP/1.1" status: 204 len: 168 time: 1.1857531 Sep 03 09:56:18.497375 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 41276) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:56:18.545068 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e23e8bf-4b73-46b1-97e8-f925d7fec456 admin admin] Deleting subnet f48bb21f-6503-4e6d-aec3-9459fe739444 {{(pid=105525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 09:56:18.548662 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-1e23e8bf-4b73-46b1-97e8-f925d7fec456 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:18.601162 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-1e23e8bf-4b73-46b1-97e8-f925d7fec456 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26582411'] for subnet, precommit_delete_associations {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:18.746020 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-1e23e8bf-4b73-46b1-97e8-f925d7fec456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713190'] for subnet, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:18.820723 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-1e23e8bf-4b73-46b1-97e8-f925d7fec456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25166688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25634963'] for subnet, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:18.852531 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-1e23e8bf-4b73-46b1-97e8-f925d7fec456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for subnet, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:18.859572 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-1e23e8bf-4b73-46b1-97e8-f925d7fec456 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/f48bb21f-6503-4e6d-aec3-9459fe739444 HTTP/1.1" status: 204 len: 168 time: 0.3581698 Sep 03 09:56:18.859572 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e23e8bf-4b73-46b1-97e8-f925d7fec456 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f48bb21f-6503-4e6d-aec3-9459fe739444,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:56:18.862460 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 41278) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:56:18.863427 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407e4719-b153-41da-bc0b-eaf620a15112 None None] Network ba334768-66fd-425f-854d-a1a96f58f004 requested from dv-cinder-606346-32-iscsi {{(pid=105526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 09:56:18.977408 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-c721022d-4fb3-46a0-8f9c-69e4209e1b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1404653'] for network, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:19.007814 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 73ae2bd8-8a04-4758-9524-a87fc273b3c6 no longer exists at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 09:56:19.031761 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] No Port match for: 73ae2bd8-8a04-4758-9524-a87fc273b3c6 {{(pid=105526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 09:56:19.032143 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 73ae2bd8-8a04-4758-9524-a87fc273b3c6 not bound to the agent host dv-cinder-606346-32-iscsi {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 09:56:19.032523 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 0e74ad70-29ba-4246-b53f-7447887a9800 no longer exists at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 09:56:19.056534 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] No Port match for: 0e74ad70-29ba-4246-b53f-7447887a9800 {{(pid=105526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 09:56:19.056992 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 0e74ad70-29ba-4246-b53f-7447887a9800 not bound to the agent host dv-cinder-606346-32-iscsi {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 09:56:19.085072 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [None req-c721022d-4fb3-46a0-8f9c-69e4209e1b4c admin admin] Deleting port 087d980c-a332-47d9-aa95-4c89150eee32 {{(pid=105524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 09:56:19.085800 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-c721022d-4fb3-46a0-8f9c-69e4209e1b4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:19.158420 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c945b7-6224-4980-9ee0-adb9277b3185 None None] DHCP port deletion for ba334768-66fd-425f-854d-a1a96f58f004 request from dv-cinder-606346-32-iscsi {{(pid=105526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 09:56:19.256170 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-e4c945b7-6224-4980-9ee0-adb9277b3185 None None] Deleting port 087d980c-a332-47d9-aa95-4c89150eee32 {{(pid=105526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 09:56:19.256170 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-e4c945b7-6224-4980-9ee0-adb9277b3185 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:19.354558 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 7fd535cc-a7cc-426f-89f8-656b63d82a47 no longer exists at agent hyperv_hv-cinder-60634 {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 09:56:19.387020 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] No Port match for: 7fd535cc-a7cc-426f-89f8-656b63d82a47 {{(pid=105526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 09:56:19.387324 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 7fd535cc-a7cc-426f-89f8-656b63d82a47 not bound to the agent host hv-cinder-60634 {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 09:56:19.398113 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-e4c945b7-6224-4980-9ee0-adb9277b3185 None None] For port 087d980c-a332-47d9-aa95-4c89150eee32, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=087d980c-a332-47d9-aa95-4c89150eee32,segment=NetworkSegment(9f035384-e724-4881-9c77-70fe94769e62),segment_id=9f035384-e724-4881-9c77-70fe94769e62)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:56:19.398516 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-e4c945b7-6224-4980-9ee0-adb9277b3185 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:19.417500 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-e4c945b7-6224-4980-9ee0-adb9277b3185 None None] Calling delete_port for 087d980c-a332-47d9-aa95-4c89150eee32 owned by network:dhcp {{(pid=105526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 09:56:19.459120 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.db [None req-c721022d-4fb3-46a0-8f9c-69e4209e1b4c admin admin] For port 087d980c-a332-47d9-aa95-4c89150eee32, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=087d980c-a332-47d9-aa95-4c89150eee32,segment=NetworkSegment(9f035384-e724-4881-9c77-70fe94769e62),segment_id=9f035384-e724-4881-9c77-70fe94769e62)] {{(pid=105524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:56:19.459614 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-c721022d-4fb3-46a0-8f9c-69e4209e1b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:19.477004 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [None req-c721022d-4fb3-46a0-8f9c-69e4209e1b4c admin admin] Calling delete_port for 087d980c-a332-47d9-aa95-4c89150eee32 owned by network:dhcp {{(pid=105524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 09:56:19.568943 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-e4c945b7-6224-4980-9ee0-adb9277b3185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940'] for port, after_delete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:19.601476 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c945b7-6224-4980-9ee0-adb9277b3185 None None] Pushing event deleted for resources: {'Port': ['ID=087d980c-a332-47d9-aa95-4c89150eee32,revision_number=None']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:56:19.606355 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c945b7-6224-4980-9ee0-adb9277b3185 None None] No DVR routers for this DVR port 087d980c-a332-47d9-aa95-4c89150eee32 on host dv-cinder-606346-32-iscsi {{(pid=105526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 09:56:19.627757 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d5801-cf72-4c6d-8045-38a0a76b200d req-39b2c3f5-afbd-4d05-9497-c9b76843f775 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:19.629415 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-9a7d5801-cf72-4c6d-8045-38a0a76b200d req-39b2c3f5-afbd-4d05-9497-c9b76843f775 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 946 time: 0.1059866 Sep 03 09:56:19.646046 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-c721022d-4fb3-46a0-8f9c-69e4209e1b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25413165'] for port, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:19.682544 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c721022d-4fb3-46a0-8f9c-69e4209e1b4c admin admin] Pushing event deleted for resources: {'Port': ['ID=087d980c-a332-47d9-aa95-4c89150eee32,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:56:19.699318 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c721022d-4fb3-46a0-8f9c-69e4209e1b4c admin admin] No DVR routers for this DVR port 087d980c-a332-47d9-aa95-4c89150eee32 on host dv-cinder-606346-32-iscsi {{(pid=105524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 09:56:19.708693 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-9a7d5801-cf72-4c6d-8045-38a0a76b200d req-00ccad5a-386b-4c50-b5b7-33b316987e08 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703800 Sep 03 09:56:19.826712 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-c721022d-4fb3-46a0-8f9c-69e4209e1b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717939', 'neutron.services.segments.db._delete_segments_for_network-8759173696085'] for network, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:19.846274 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.services.segments.db [None req-c721022d-4fb3-46a0-8f9c-69e4209e1b4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba334768-66fd-425f-854d-a1a96f58f004']}} {{(pid=105524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:56:19.866994 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.services.segments.db [None req-c721022d-4fb3-46a0-8f9c-69e4209e1b4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f035384-e724-4881-9c77-70fe94769e62') {'for_net_delete': True} {{(pid=105524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:56:19.867649 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.services.segments.db [None req-c721022d-4fb3-46a0-8f9c-69e4209e1b4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f035384-e724-4881-9c77-70fe94769e62') {} {{(pid=105524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:56:19.884795 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-c721022d-4fb3-46a0-8f9c-69e4209e1b4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759173697630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25747482'] for segment, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:19.908357 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-c721022d-4fb3-46a0-8f9c-69e4209e1b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718351'] for segment, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:19.919505 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c721022d-4fb3-46a0-8f9c-69e4209e1b4c admin admin] Releasing vlan 839 on physical network physnet1 to pool {{(pid=105524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 09:56:19.920165 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-c721022d-4fb3-46a0-8f9c-69e4209e1b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25413214'] for segment, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:19.923253 dv-cinder-606346-32-iscsi neutron-server[105524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 03 09:56:19.923253 dv-cinder-606346-32-iscsi neutron-server[105524]: self.session.flush() Sep 03 09:56:19.923253 dv-cinder-606346-32-iscsi neutron-server[105524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 03 09:56:19.923253 dv-cinder-606346-32-iscsi neutron-server[105524]: self.session.flush() Sep 03 09:56:19.923253 dv-cinder-606346-32-iscsi neutron-server[105524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 03 09:56:19.923253 dv-cinder-606346-32-iscsi neutron-server[105524]: self.session.flush() Sep 03 09:56:19.923253 dv-cinder-606346-32-iscsi neutron-server[105524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 03 09:56:19.923253 dv-cinder-606346-32-iscsi neutron-server[105524]: self.session.flush() Sep 03 09:56:19.923253 dv-cinder-606346-32-iscsi neutron-server[105524]: Traceback (most recent call last): Sep 03 09:56:19.923253 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 09:56:19.923253 dv-cinder-606346-32-iscsi neutron-server[105524]: timer() Sep 03 09:56:19.923253 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 09:56:19.923253 dv-cinder-606346-32-iscsi neutron-server[105524]: cb(*args, **kw) Sep 03 09:56:19.923253 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 09:56:19.923253 dv-cinder-606346-32-iscsi neutron-server[105524]: return func(*args, **kwargs) Sep 03 09:56:19.923253 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 09:56:19.923253 dv-cinder-606346-32-iscsi neutron-server[105524]: self._notify() Sep 03 09:56:19.923253 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 09:56:19.923253 dv-cinder-606346-32-iscsi neutron-server[105524]: self.callback(batched_events) Sep 03 09:56:19.923253 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 09:56:19.923253 dv-cinder-606346-32-iscsi neutron-server[105524]: event.method(event) Sep 03 09:56:19.923253 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 09:56:19.923253 dv-cinder-606346-32-iscsi neutron-server[105524]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 09:56:19.923253 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 09:56:19.923253 dv-cinder-606346-32-iscsi neutron-server[105524]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 09:56:19.923253 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 09:56:19.923253 dv-cinder-606346-32-iscsi neutron-server[105524]: return f(self, *a, **k) Sep 03 09:56:19.923253 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 09:56:19.923253 dv-cinder-606346-32-iscsi neutron-server[105524]: return self._get(url).json() Sep 03 09:56:19.923253 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 09:56:19.923253 dv-cinder-606346-32-iscsi neutron-server[105524]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 09:56:19.923253 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 09:56:19.923253 dv-cinder-606346-32-iscsi neutron-server[105524]: return self.request(url, 'GET', **kwargs) Sep 03 09:56:19.923253 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 09:56:19.923253 dv-cinder-606346-32-iscsi neutron-server[105524]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 09:56:19.923253 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 09:56:19.923253 dv-cinder-606346-32-iscsi neutron-server[105524]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 09:56:19.923253 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 09:56:19.923253 dv-cinder-606346-32-iscsi neutron-server[105524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 09:56:19.923253 dv-cinder-606346-32-iscsi neutron-server[105524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 09:56:20.018131 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-c721022d-4fb3-46a0-8f9c-69e4209e1b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417317'] for network, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:20.025282 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-c721022d-4fb3-46a0-8f9c-69e4209e1b4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for network, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:20.027137 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-c721022d-4fb3-46a0-8f9c-69e4209e1b4c admin admin] 10.222.0.67 "DELETE /v2.0/networks/ba334768-66fd-425f-854d-a1a96f58f004 HTTP/1.1" status: 204 len: 168 time: 1.1606491 Sep 03 09:56:20.046283 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c721022d-4fb3-46a0-8f9c-69e4209e1b4c admin admin] Pushing event deleted for resources: {'Network': ['ID=ba334768-66fd-425f-854d-a1a96f58f004,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:56:20.060681 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e16780-9cb2-48fb-b623-1cb03f524dff req-c5088510-ee43-4573-9400-2b195f087855 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:20.062732 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-01e16780-9cb2-48fb-b623-1cb03f524dff req-c5088510-ee43-4573-9400-2b195f087855 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1de2abc-7669-4b1e-bf70-c3092844b837 HTTP/1.1" status: 200 len: 945 time: 0.1226788 Sep 03 09:56:20.121787 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-01e16780-9cb2-48fb-b623-1cb03f524dff req-df1135e8-7a2f-45ab-85fe-e32845030c64 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/security-groups?id=3095eee2-accc-4f20-9251-54fe2d77c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475407 Sep 03 09:56:20.244006 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 41292) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:56:20.309333 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-bd28e290-180b-4c4a-aaea-a2be731b2eb4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b6c50db97723432ebc021572f85943ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0635736 Sep 03 09:56:20.311864 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 41296) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:56:20.391595 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-32ed412d-c659-4fd4-98dc-fc89452c2d95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:20.417839 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-32ed412d-c659-4fd4-98dc-fc89452c2d95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:20.473565 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-32ed412d-c659-4fd4-98dc-fc89452c2d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:20.476785 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-32ed412d-c659-4fd4-98dc-fc89452c2d95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:20.478047 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-32ed412d-c659-4fd4-98dc-fc89452c2d95 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a18fc30f-a8d8-4fa1-a88c-0c403993028e HTTP/1.1" status: 204 len: 168 time: 0.1646698 Sep 03 09:56:20.489107 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ed412d-c659-4fd4-98dc-fc89452c2d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18fc30f-a8d8-4fa1-a88c-0c403993028e,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:56:20.884228 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec7c39-de12-48a5-b346-59121ef8639f req-104bfede-8446-48a1-a151-d8b2c05e9af3 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:20.886346 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-b8ec7c39-de12-48a5-b346-59121ef8639f req-104bfede-8446-48a1-a151-d8b2c05e9af3 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 946 time: 0.0614014 Sep 03 09:56:20.925875 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 41304) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:56:20.937444 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-b8ec7c39-de12-48a5-b346-59121ef8639f req-c95e700e-0c51-4865-92e7-ce1cc352e151 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428474 Sep 03 09:56:20.954876 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 087d980c-a332-47d9-aa95-4c89150eee32 no longer exists at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 09:56:20.977426 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-891bbbd9-2a78-4cc4-9b59-00f7bc25960f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cdd2c3fc878346db9937e30cdc450d06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0493114 Sep 03 09:56:20.980280 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 41308) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:56:20.990000 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] No Port match for: 087d980c-a332-47d9-aa95-4c89150eee32 {{(pid=105526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 09:56:20.990651 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 087d980c-a332-47d9-aa95-4c89150eee32 not bound to the agent host dv-cinder-606346-32-iscsi {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 09:56:21.042300 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-bc5d09aa-c8b2-4866-9d19-fd2a1516694f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:21.070805 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-bc5d09aa-c8b2-4866-9d19-fd2a1516694f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:21.132284 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-bc5d09aa-c8b2-4866-9d19-fd2a1516694f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:21.136016 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-bc5d09aa-c8b2-4866-9d19-fd2a1516694f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:21.139896 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-bc5d09aa-c8b2-4866-9d19-fd2a1516694f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0849c32d-e00a-44a1-bb53-97020081e418 HTTP/1.1" status: 204 len: 168 time: 0.1559253 Sep 03 09:56:21.146663 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5d09aa-c8b2-4866-9d19-fd2a1516694f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0849c32d-e00a-44a1-bb53-97020081e418,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:56:21.282493 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00853a-3d43-48f8-842f-1670d1c67f64 req-dfbdbb0b-b349-4ad0-9734-e53f35ec7b6e tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:21.284162 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-5c00853a-3d43-48f8-842f-1670d1c67f64 req-dfbdbb0b-b349-4ad0-9734-e53f35ec7b6e tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1de2abc-7669-4b1e-bf70-c3092844b837 HTTP/1.1" status: 200 len: 945 time: 0.0640936 Sep 03 09:56:21.341012 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-5c00853a-3d43-48f8-842f-1670d1c67f64 req-a0aa12ee-ba29-42a2-98a3-84b366ee6fa8 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/security-groups?id=3095eee2-accc-4f20-9251-54fe2d77c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466778 Sep 03 09:56:22.073051 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c131d6a6-8503-4797-91e4-13a1297a6f1b req-191812e7-90ef-4271-9fcb-952899c08761 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:22.074840 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-c131d6a6-8503-4797-91e4-13a1297a6f1b req-191812e7-90ef-4271-9fcb-952899c08761 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 946 time: 0.0539298 Sep 03 09:56:22.122135 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-c131d6a6-8503-4797-91e4-13a1297a6f1b req-c70880b6-5ee8-40eb-902a-85a2d64a38e7 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407217 Sep 03 09:56:22.483129 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8615803-4b44-4bf1-be3c-2efbff4bc14a req-1b7a43c7-9adf-4a1c-9739-f8d7d514a6e9 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:22.484911 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-b8615803-4b44-4bf1-be3c-2efbff4bc14a req-1b7a43c7-9adf-4a1c-9739-f8d7d514a6e9 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1de2abc-7669-4b1e-bf70-c3092844b837 HTTP/1.1" status: 200 len: 945 time: 0.0640993 Sep 03 09:56:22.535053 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-b8615803-4b44-4bf1-be3c-2efbff4bc14a req-a5139db7-4bc8-41b2-9c4f-20d5670f64cd tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/security-groups?id=3095eee2-accc-4f20-9251-54fe2d77c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419333 Sep 03 09:56:23.034305 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea80715-8b3c-4d8e-8af5-dd02652f2332 req-31d01b40-5e99-4aa4-8d7d-c862fc840b20 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:23.035745 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-9ea80715-8b3c-4d8e-8af5-dd02652f2332 req-31d01b40-5e99-4aa4-8d7d-c862fc840b20 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1de2abc-7669-4b1e-bf70-c3092844b837 HTTP/1.1" status: 200 len: 945 time: 0.0523200 Sep 03 09:56:23.156964 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [req-9ea80715-8b3c-4d8e-8af5-dd02652f2332 req-1ee3999e-2690-4e71-b729-6749d9807655 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Deleting port e4f4ac60-5318-4e05-80f3-69756b11d5c1 {{(pid=105524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 09:56:23.157443 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-9ea80715-8b3c-4d8e-8af5-dd02652f2332 req-1ee3999e-2690-4e71-b729-6749d9807655 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:23.273547 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.db [req-9ea80715-8b3c-4d8e-8af5-dd02652f2332 req-1ee3999e-2690-4e71-b729-6749d9807655 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] For port e4f4ac60-5318-4e05-80f3-69756b11d5c1, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=e4f4ac60-5318-4e05-80f3-69756b11d5c1,segment=NetworkSegment(a16e87dd-84e7-4093-b690-127dd30a953e),segment_id=a16e87dd-84e7-4093-b690-127dd30a953e)] {{(pid=105524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:56:23.274094 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-9ea80715-8b3c-4d8e-8af5-dd02652f2332 req-1ee3999e-2690-4e71-b729-6749d9807655 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:23.278166 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905e3d5-e671-49d0-8ced-e59c6fdbd493 req-2b1df615-30df-4fa7-967c-b9a147cc573b tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:23.279866 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-f905e3d5-e671-49d0-8ced-e59c6fdbd493 req-2b1df615-30df-4fa7-967c-b9a147cc573b tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 946 time: 0.0609226 Sep 03 09:56:23.326411 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-f905e3d5-e671-49d0-8ced-e59c6fdbd493 req-f0e50f87-08d3-4acc-890c-7041e673612d tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374136 Sep 03 09:56:23.519345 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-9ea80715-8b3c-4d8e-8af5-dd02652f2332 req-1ee3999e-2690-4e71-b729-6749d9807655 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:23.519936 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-9ea80715-8b3c-4d8e-8af5-dd02652f2332 req-1ee3999e-2690-4e71-b729-6749d9807655 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417335'] for floatingip, after_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:23.520248 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.db.l3_db [req-9ea80715-8b3c-4d8e-8af5-dd02652f2332 req-1ee3999e-2690-4e71-b729-6749d9807655 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Floating IP d484e06f-52cc-4b7e-ab98-a54f15d7d4b2 disassociated. External IP: 172.27.3.121, port: e4f4ac60-5318-4e05-80f3-69756b11d5c1. Sep 03 09:56:23.520787 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [req-9ea80715-8b3c-4d8e-8af5-dd02652f2332 req-1ee3999e-2690-4e71-b729-6749d9807655 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Calling delete_port for e4f4ac60-5318-4e05-80f3-69756b11d5c1 owned by compute:nova {{(pid=105524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 09:56:23.703742 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-9ea80715-8b3c-4d8e-8af5-dd02652f2332 req-1ee3999e-2690-4e71-b729-6749d9807655 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25413165'] for port, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:23.765956 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee3999e-2690-4e71-b729-6749d9807655 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Pushing event deleted for resources: {'Port': ['ID=e4f4ac60-5318-4e05-80f3-69756b11d5c1,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:56:23.801598 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e85c1c-e80b-4052-9349-e32465f6d1b6 req-1c8cbbd2-bb51-464d-86be-3b4d84472855 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:23.804278 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-f3e85c1c-e80b-4052-9349-e32465f6d1b6 req-1c8cbbd2-bb51-464d-86be-3b4d84472855 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1de2abc-7669-4b1e-bf70-c3092844b837 HTTP/1.1" status: 200 len: 867 time: 0.1558795 Sep 03 09:56:23.998661 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-f3e85c1c-e80b-4052-9349-e32465f6d1b6 req-84738a98-a3d2-46cd-bcfe-62f9ff337ace tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/security-groups?id=3095eee2-accc-4f20-9251-54fe2d77c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337349 Sep 03 09:56:24.038907 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ea80715-8b3c-4d8e-8af5-dd02652f2332 req-1ee3999e-2690-4e71-b729-6749d9807655 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Router de34ef44-f874-434b-bbab-dfcfaabb18f7 has already been hosted by L3 agent d52909a0-0f60-4ffe-9597-25dbe871271a {{(pid=105524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 09:56:24.189416 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ea80715-8b3c-4d8e-8af5-dd02652f2332 req-1ee3999e-2690-4e71-b729-6749d9807655 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify agent at l3_agent.dv-cinder-606346-32-iscsi the message routers_updated {{(pid=105524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 09:56:24.205768 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdaa2aa-6a71-43d6-bf9b-6dfe5577b315 None None] Sync routers for ids ['de34ef44-f874-434b-bbab-dfcfaabb18f7'] in dv-cinder-606346-32-iscsi {{(pid=105526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 09:56:24.224841 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdaa2aa-6a71-43d6-bf9b-6dfe5577b315 None None] Routers {'de34ef44-f874-434b-bbab-dfcfaabb18f7'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:56:24.225708 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-fcdaa2aa-6a71-43d6-bf9b-6dfe5577b315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:56:02Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['de34ef44-f874-434b-bbab-dfcfaabb18f7'], 'active': True} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:56:24.274354 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea80715-8b3c-4d8e-8af5-dd02652f2332 req-1ee3999e-2690-4e71-b729-6749d9807655 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] No DVR routers for this DVR port e4f4ac60-5318-4e05-80f3-69756b11d5c1 on host hv-cinder-60634 {{(pid=105524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 09:56:24.279469 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-9ea80715-8b3c-4d8e-8af5-dd02652f2332 req-1ee3999e-2690-4e71-b729-6749d9807655 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for port, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:24.283163 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-9ea80715-8b3c-4d8e-8af5-dd02652f2332 req-1ee3999e-2690-4e71-b729-6749d9807655 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.60 "DELETE /v2.0/ports/e4f4ac60-5318-4e05-80f3-69756b11d5c1 HTTP/1.1" status: 204 len: 173 time: 1.2359214 Sep 03 09:56:24.283949 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1de2abc-7669-4b1e-bf70-c3092844b837', 'name': 'network-vif-deleted', 'tag': 'e4f4ac60-5318-4e05-80f3-69756b11d5c1'}] {{(pid=105524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:56:24.289893 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07cd05725c708ed75ef04e80da70ebdfc8c47d02cbbda1b8cc3f0b48d37440d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33b1ac4-eaf4-49c5-8ea9-5ad15073d98f" -d '{"events": [{"server_uuid": "a1de2abc-7669-4b1e-bf70-c3092844b837", "name": "network-vif-deleted", "tag": "e4f4ac60-5318-4e05-80f3-69756b11d5c1"}]}' {{(pid=105524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:56:24.354774 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 09:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5d297c-9b83-4334-846c-c7b037be383e x-openstack-request-id: req-6d5d297c-9b83-4334-846c-c7b037be383e {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:56:24.355335 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1de2abc-7669-4b1e-bf70-c3092844b837", "name": "network-vif-deleted", "tag": "e4f4ac60-5318-4e05-80f3-69756b11d5c1", "status": "completed", "code": 200}]} {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:56:24.355895 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6d5d297c-9b83-4334-846c-c7b037be383e {{(pid=105524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:56:24.356637 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1de2abc-7669-4b1e-bf70-c3092844b837', 'name': 'network-vif-deleted', 'tag': 'e4f4ac60-5318-4e05-80f3-69756b11d5c1', 'status': 'completed', 'code': 200} Sep 03 09:56:24.363376 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvr_db [None req-fcdaa2aa-6a71-43d6-bf9b-6dfe5577b315 None None] Set router de34ef44-f874-434b-bbab-dfcfaabb18f7 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:56:24.492257 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44343007-01a2-450e-b738-f36333b0ede1 req-95b6dd97-1b9f-4c44-bbd6-d181d456dca3 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:24.494475 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-44343007-01a2-450e-b738-f36333b0ede1 req-95b6dd97-1b9f-4c44-bbd6-d181d456dca3 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 946 time: 0.0735469 Sep 03 09:56:24.535075 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-44343007-01a2-450e-b738-f36333b0ede1 req-fe44707d-ef2e-4670-8d7f-07fb7223f256 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344903 Sep 03 09:56:24.720173 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-fcdaa2aa-6a71-43d6-bf9b-6dfe5577b315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'name': 'tempest-TestVolumeBootPattern-1130982208-router', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '07886559-ab62-45a9-86dc-6696d525adc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:11Z', 'updated_at': '2021-09-03T09:52:21Z', 'revision_number': 4, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'gw_port': {'id': '07886559-ab62-45a9-86dc-6696d525adc4', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:14Z', 'updated_at': '2021-09-03T09:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_interfaces': [{'id': '99147bf0-b2b2-4dc0-b6fa-49432e6b090f', 'name': '', 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'mac_address': 'fa:16:3e:3e:cc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f30130ee-7f80-427c-b15d-1973012df7f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:20Z', 'updated_at': '2021-09-03T09:52:35Z', 'revision_number': 5, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'subnets': [{'id': 'f30130ee-7f80-427c-b15d-1973012df7f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:56:24.748513 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdaa2aa-6a71-43d6-bf9b-6dfe5577b315 None None] Checking router: de34ef44-f874-434b-bbab-dfcfaabb18f7 for host: dv-cinder-606346-32-iscsi {{(pid=105526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 09:56:24.757884 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdaa2aa-6a71-43d6-bf9b-6dfe5577b315 None None] Routers {'de34ef44-f874-434b-bbab-dfcfaabb18f7'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:56:24.758583 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-fcdaa2aa-6a71-43d6-bf9b-6dfe5577b315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:56:02Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['de34ef44-f874-434b-bbab-dfcfaabb18f7'], 'active': True} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:56:24.877032 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvr_db [None req-fcdaa2aa-6a71-43d6-bf9b-6dfe5577b315 None None] Set router de34ef44-f874-434b-bbab-dfcfaabb18f7 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:56:25.160905 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-c5b8f8bf-3e44-44c4-b1b5-0f400b95acfa req-f3ad7364-64ef-49e9-95fd-dd4a400d2ce9 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1de2abc-7669-4b1e-bf70-c3092844b837 HTTP/1.1" status: 200 len: 210 time: 0.0378208 Sep 03 09:56:25.193234 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-fcdaa2aa-6a71-43d6-bf9b-6dfe5577b315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'name': 'tempest-TestVolumeBootPattern-1130982208-router', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '07886559-ab62-45a9-86dc-6696d525adc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:11Z', 'updated_at': '2021-09-03T09:52:21Z', 'revision_number': 4, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'gw_port': {'id': '07886559-ab62-45a9-86dc-6696d525adc4', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:14Z', 'updated_at': '2021-09-03T09:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_interfaces': [{'id': '99147bf0-b2b2-4dc0-b6fa-49432e6b090f', 'name': '', 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'mac_address': 'fa:16:3e:3e:cc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f30130ee-7f80-427c-b15d-1973012df7f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:20Z', 'updated_at': '2021-09-03T09:52:35Z', 'revision_number': 5, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'subnets': [{'id': 'f30130ee-7f80-427c-b15d-1973012df7f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:56:25.237702 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdaa2aa-6a71-43d6-bf9b-6dfe5577b315 None None] The sync data for ids ['de34ef44-f874-434b-bbab-dfcfaabb18f7'] in dv-cinder-606346-32-iscsi is: [{'id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'name': 'tempest-TestVolumeBootPattern-1130982208-router', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '07886559-ab62-45a9-86dc-6696d525adc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:11Z', 'updated_at': '2021-09-03T09:52:21Z', 'revision_number': 4, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'gw_port': {'id': '07886559-ab62-45a9-86dc-6696d525adc4', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:14Z', 'updated_at': '2021-09-03T09:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_interfaces': [{'id': '99147bf0-b2b2-4dc0-b6fa-49432e6b090f', 'name': '', 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'mac_address': 'fa:16:3e:3e:cc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f30130ee-7f80-427c-b15d-1973012df7f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:20Z', 'updated_at': '2021-09-03T09:52:35Z', 'revision_number': 5, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'subnets': [{'id': 'f30130ee-7f80-427c-b15d-1973012df7f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 09:56:25.559489 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec305356-9279-4eea-b04c-35b9dafc92bb None None] New status for floating IP d484e06f-52cc-4b7e-ab98-a54f15d7d4b2: DOWN {{(pid=105527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 09:56:25.732892 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0afc17-46cf-4fbb-ad4d-41b7bb1b4cf7 req-cd8cff35-5792-4728-ae9d-ba9ee2def978 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:25.734752 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-1d0afc17-46cf-4fbb-ad4d-41b7bb1b4cf7 req-cd8cff35-5792-4728-ae9d-ba9ee2def978 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 946 time: 0.0826516 Sep 03 09:56:25.780914 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-1d0afc17-46cf-4fbb-ad4d-41b7bb1b4cf7 req-71a39e25-dab4-4810-8aa6-ce1cb95bf098 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387967 Sep 03 09:56:26.432404 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-97723e33-9fdd-452a-83c4-f1ac10481868 req-cc3ef332-0eec-4aca-a0b2-9ebb85e2423d tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-576230648&fields=id&tenant_id=44b3fef83509437faeb9b56d841754dc HTTP/1.1" status: 200 len: 267 time: 0.0407462 Sep 03 09:56:26.614849 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97723e33-9fdd-452a-83c4-f1ac10481868 req-4673b63f-1975-4cc1-932f-cd0354a701f1 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:26.619641 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-97723e33-9fdd-452a-83c4-f1ac10481868 req-4673b63f-1975-4cc1-932f-cd0354a701f1 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/networks?id=6c3f9ad0-7bd7-4b81-8392-49aacbf78e47 HTTP/1.1" status: 200 len: 812 time: 0.1726279 Sep 03 09:56:26.638493 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-97723e33-9fdd-452a-83c4-f1ac10481868 req-e520e8c3-5d45-4d78-9244-99c4d04e2f3a tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/quotas/44b3fef83509437faeb9b56d841754dc HTTP/1.1" status: 200 len: 375 time: 0.0106792 Sep 03 09:56:26.726380 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-97723e33-9fdd-452a-83c4-f1ac10481868 req-e680920c-901b-429b-a7ac-794d52c70672 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=44b3fef83509437faeb9b56d841754dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0804987 Sep 03 09:56:26.838936 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-97723e33-9fdd-452a-83c4-f1ac10481868 req-8f0c667c-2c80-40a6-8591-340b850e22ed service neutron] 10.222.0.67 "GET /v2.0/networks/6c3f9ad0-7bd7-4b81-8392-49aacbf78e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996873 Sep 03 09:56:26.951967 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ec87c-771b-4c6c-a4f9-2136e32ffe2e req-927c5351-ceee-471d-954d-ee3110ef0bbd tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:26.954920 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-de1ec87c-771b-4c6c-a4f9-2136e32ffe2e req-927c5351-ceee-471d-954d-ee3110ef0bbd tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 946 time: 0.0875173 Sep 03 09:56:26.955184 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-97723e33-9fdd-452a-83c4-f1ac10481868 req-9b3d0d95-a4c6-467f-b64c-04a50edc8aee service neutron] 10.222.0.67 "GET /v2.0/networks/6c3f9ad0-7bd7-4b81-8392-49aacbf78e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052501 Sep 03 09:56:27.021420 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-de1ec87c-771b-4c6c-a4f9-2136e32ffe2e req-f1a10b51-c127-4f56-8d0b-37654e711131 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573606 Sep 03 09:56:27.344387 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-0fcc42a1-529f-44a1-aa74-c4cd3760f102 req-ce9d8022-c90c-4c0e-8b39-69347a38f2ff tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d39a733-001d-4aa8-ae10-afd4108dd828 HTTP/1.1" status: 200 len: 210 time: 0.0323014 Sep 03 09:56:27.971873 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device e4f4ac60-5318-4e05-80f3-69756b11d5c1 no longer exists at agent hyperv_hv-cinder-60634 {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 09:56:27.993072 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] No Port match for: e4f4ac60-5318-4e05-80f3-69756b11d5c1 {{(pid=105526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 09:56:27.994029 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device e4f4ac60-5318-4e05-80f3-69756b11d5c1 not bound to the agent host hv-cinder-60634 {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 09:56:28.189127 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa02836-c992-44ee-88f6-9bad296ef958 req-4490e5ea-122f-4267-954d-66364d7c6f4b tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:28.190840 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-eaa02836-c992-44ee-88f6-9bad296ef958 req-4490e5ea-122f-4267-954d-66364d7c6f4b tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 946 time: 0.0537002 Sep 03 09:56:28.233016 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-eaa02836-c992-44ee-88f6-9bad296ef958 req-1a8037d7-ec0d-4457-91f4-b0ee4a7c8b68 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351288 Sep 03 09:56:28.448800 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-660d0e86-4ef1-4737-b04b-509fb9a8d335 req-471ac3ca-2b2c-4fe9-8ee8-15082a186c54 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d39a733-001d-4aa8-ae10-afd4108dd828 HTTP/1.1" status: 200 len: 210 time: 0.0286796 Sep 03 09:56:29.147256 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-9e8ca7e7-c950-4e76-b046-f563042d5842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:29.366368 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2287587-eb8e-4782-a401-92c9bdd725bc req-75c00762-2398-4867-b250-94ea20424abf tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:29.367849 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-b2287587-eb8e-4782-a401-92c9bdd725bc req-75c00762-2398-4867-b250-94ea20424abf tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 946 time: 0.0574217 Sep 03 09:56:29.407433 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-b2287587-eb8e-4782-a401-92c9bdd725bc req-96e4d088-5544-4d3a-8412-de0133e2bfbb tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329728 Sep 03 09:56:29.544655 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-5d2e971e-f7e2-40e7-a3fa-b04c71630fed req-826d0002-98c8-4245-ab5d-eb5711ef2a2c tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d39a733-001d-4aa8-ae10-afd4108dd828 HTTP/1.1" status: 200 len: 210 time: 0.0264788 Sep 03 09:56:30.455546 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97723e33-9fdd-452a-83c4-f1ac10481868 req-fa7ce15d-5084-406c-b2e0-13b58540eba2 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:30.457358 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-97723e33-9fdd-452a-83c4-f1ac10481868 req-fa7ce15d-5084-406c-b2e0-13b58540eba2 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.60 "GET /v2.0/networks?id=6c3f9ad0-7bd7-4b81-8392-49aacbf78e47 HTTP/1.1" status: 200 len: 812 time: 0.1216717 Sep 03 09:56:30.559984 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-97723e33-9fdd-452a-83c4-f1ac10481868 req-02f5888c-5f60-4add-abe5-90a209341499 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44b3fef83509437faeb9b56d841754dc HTTP/1.1" status: 200 len: 379 time: 0.0909595 Sep 03 09:56:30.573870 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [req-97723e33-9fdd-452a-83c4-f1ac10481868 req-60b99e4c-f8c7-4144-a3a3-081fce5d98e2 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Request body: {'port': {'device_id': '5d39a733-001d-4aa8-ae10-afd4108dd828', 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47', 'admin_state_up': True, 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'security_groups': ['3095eee2-accc-4f20-9251-54fe2d77c6a2']}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:56:30.612267 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1851c-060b-4096-86a1-377f948ab5d1 req-3486968d-a8e2-4182-bf58-b06ebe7ac45c tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:30.617753 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-3dc1851c-060b-4096-86a1-377f948ab5d1 req-3486968d-a8e2-4182-bf58-b06ebe7ac45c tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 946 time: 0.1179855 Sep 03 09:56:30.649364 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-d0e5c618-4161-441e-83d0-b8a88a76c1c4 req-64cbfe10-e284-434a-b28c-696236134aeb tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d39a733-001d-4aa8-ae10-afd4108dd828 HTTP/1.1" status: 200 len: 210 time: 0.0302379 Sep 03 09:56:30.705478 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-3dc1851c-060b-4096-86a1-377f948ab5d1 req-57f2ce3c-59d4-4dec-b3c5-7b5d6b257aae tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796735 Sep 03 09:56:30.751064 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97723e33-9fdd-452a-83c4-f1ac10481868 req-60b99e4c-f8c7-4144-a3a3-081fce5d98e2 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Made reservation on behalf of 44b3fef83509437faeb9b56d841754dc for: {'port': 1} {{(pid=105524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:56:30.754892 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-97723e33-9fdd-452a-83c4-f1ac10481868 req-60b99e4c-f8c7-4144-a3a3-081fce5d98e2 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:30.900451 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.db_base_plugin_common [req-97723e33-9fdd-452a-83c4-f1ac10481868 req-60b99e4c-f8c7-4144-a3a3-081fce5d98e2 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Allocated IP 172.20.0.14 (6c3f9ad0-7bd7-4b81-8392-49aacbf78e47/f30130ee-7f80-427c-b15d-1973012df7f3/6222adc6-96c0-4af0-b43c-be1a4f66db2c) {{(pid=105524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:56:31.095941 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-97723e33-9fdd-452a-83c4-f1ac10481868 req-60b99e4c-f8c7-4144-a3a3-081fce5d98e2 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks [] for port, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:31.118604 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.provisioning_blocks [req-97723e33-9fdd-452a-83c4-f1ac10481868 req-60b99e4c-f8c7-4144-a3a3-081fce5d98e2 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Transition to ACTIVE for port object 6222adc6-96c0-4af0-b43c-be1a4f66db2c will not be triggered until provisioned by entity DHCP. {{(pid=105524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:56:31.155555 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-97723e33-9fdd-452a-83c4-f1ac10481868 req-60b99e4c-f8c7-4144-a3a3-081fce5d98e2 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25413165'] for port, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:31.204797 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97723e33-9fdd-452a-83c4-f1ac10481868 req-60b99e4c-f8c7-4144-a3a3-081fce5d98e2 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Network 6c3f9ad0-7bd7-4b81-8392-49aacbf78e47 is already hosted by enough agents. {{(pid=105524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:56:31.208683 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.base_scheduler [req-97723e33-9fdd-452a-83c4-f1ac10481868 req-60b99e4c-f8c7-4144-a3a3-081fce5d98e2 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Resources bound (agent type, host, resource id): {{(pid=105524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:56:31.215275 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.l3_dvrscheduler_db [req-97723e33-9fdd-452a-83c4-f1ac10481868 req-60b99e4c-f8c7-4144-a3a3-081fce5d98e2 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Received port after_create {{(pid=105524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:56:31.246705 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 47ab5650-bc07-466a-9db7-4918c10c56ff details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=105526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 09:56:31.323019 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97723e33-9fdd-452a-83c4-f1ac10481868 req-60b99e4c-f8c7-4144-a3a3-081fce5d98e2 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:31.323934 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-97723e33-9fdd-452a-83c4-f1ac10481868 req-60b99e4c-f8c7-4144-a3a3-081fce5d98e2 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for port, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:31.327981 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b99e4c-f8c7-4144-a3a3-081fce5d98e2 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Pushing event updated for resources: {'Port': ['ID=6222adc6-96c0-4af0-b43c-be1a4f66db2c,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:56:31.357042 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-97723e33-9fdd-452a-83c4-f1ac10481868 req-60b99e4c-f8c7-4144-a3a3-081fce5d98e2 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7888315 Sep 03 09:56:31.374682 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [req-97723e33-9fdd-452a-83c4-f1ac10481868 req-f3071abe-25f6-4492-8d50-867a2bc7fe03 service neutron] Request body: {'port': {'device_id': '5d39a733-001d-4aa8-ae10-afd4108dd828', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:56:31.416610 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 47ab5650-bc07-466a-9db7-4918c10c56ff, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=47ab5650-bc07-466a-9db7-4918c10c56ff,segment=NetworkSegment(1683d286-1be2-443d-83f5-01a3e9736922),segment_id=1683d286-1be2-443d-83f5-01a3e9736922)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:56:31.430897 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Returning: {'device': '47ab5650-bc07-466a-9db7-4918c10c56ff', 'network_id': '528a02fc-44c8-4bd1-9db4-aa8e01cd9db5', 'port_id': '47ab5650-bc07-466a-9db7-4918c10c56ff', 'mac_address': 'fa:16:3e:63:71:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b9bc1cc-f1d0-4f7b-aa38-f059a6d84938', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 09:56:31.447328 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-97723e33-9fdd-452a-83c4-f1ac10481868 req-f3071abe-25f6-4492-8d50-867a2bc7fe03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:31.475556 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:31.491615 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.notifiers.nova [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 47ab5650-bc07-466a-9db7-4918c10c56ff {{(pid=105526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 09:56:31.516911 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 47ab5650-bc07-466a-9db7-4918c10c56ff, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=47ab5650-bc07-466a-9db7-4918c10c56ff,segment=NetworkSegment(1683d286-1be2-443d-83f5-01a3e9736922),segment_id=1683d286-1be2-443d-83f5-01a3e9736922)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:56:31.523865 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:31.551252 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-cf7f8af1-8ff4-4e4d-8cea-dd3bd8263b20 None None] Provisioning for port 6222adc6-96c0-4af0-b43c-be1a4f66db2c completed by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:56:31.564714 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-cf7f8af1-8ff4-4e4d-8cea-dd3bd8263b20 None None] Provisioning complete for port 6222adc6-96c0-4af0-b43c-be1a4f66db2c triggered by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:56:31.565182 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cf7f8af1-8ff4-4e4d-8cea-dd3bd8263b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:31.740761 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] get_ports_and_sgs() called for port_ids ['47ab5650-bc07-466a-9db7-4918c10c56ff'] {{(pid=105526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 09:56:31.745614 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Pushing event updated for resources: {'Port': ['ID=47ab5650-bc07-466a-9db7-4918c10c56ff,revision_number=6']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:56:31.788923 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-cf7f8af1-8ff4-4e4d-8cea-dd3bd8263b20 None None] Port 6222adc6-96c0-4af0-b43c-be1a4f66db2c cannot update to ACTIVE because it is not bound. {{(pid=105526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 09:56:31.792088 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.notifiers.nova [req-97723e33-9fdd-452a-83c4-f1ac10481868 req-f3071abe-25f6-4492-8d50-867a2bc7fe03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6222adc6-96c0-4af0-b43c-be1a4f66db2c {{(pid=105524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 09:56:31.801851 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-97723e33-9fdd-452a-83c4-f1ac10481868 req-f3071abe-25f6-4492-8d50-867a2bc7fe03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:31.818658 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.provisioning_blocks [req-97723e33-9fdd-452a-83c4-f1ac10481868 req-f3071abe-25f6-4492-8d50-867a2bc7fe03 service neutron] Transition to ACTIVE for port object 6222adc6-96c0-4af0-b43c-be1a4f66db2c will not be triggered until provisioned by entity L2. {{(pid=105524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:56:31.825385 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-97723e33-9fdd-452a-83c4-f1ac10481868 req-f3071abe-25f6-4492-8d50-867a2bc7fe03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25413178'] for port, after_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:31.896401 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd003b-e4e5-4c8d-ab4e-2b096c987308 req-535ce247-81c3-4546-b711-192471f9a5ba tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:31.898845 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-8cdd003b-e4e5-4c8d-ab4e-2b096c987308 req-535ce247-81c3-4546-b711-192471f9a5ba tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d39a733-001d-4aa8-ae10-afd4108dd828 HTTP/1.1" status: 200 len: 944 time: 0.0957360 Sep 03 09:56:31.943042 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3071abe-25f6-4492-8d50-867a2bc7fe03 service neutron] Pushing event updated for resources: {'Port': ['ID=6222adc6-96c0-4af0-b43c-be1a4f66db2c,revision_number=2']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:56:31.974249 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-8cdd003b-e4e5-4c8d-ab4e-2b096c987308 req-13f1c833-f4c5-4c02-9285-802963c2e2a5 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/security-groups?id=3095eee2-accc-4f20-9251-54fe2d77c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630128 Sep 03 09:56:32.002841 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffcac8-8fbc-4bd9-8fd0-df41d31d0cac req-9f24c825-728e-4eb7-9b70-61a9c737c4db tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:32.004643 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-1bffcac8-8fbc-4bd9-8fd0-df41d31d0cac req-9f24c825-728e-4eb7-9b70-61a9c737c4db tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 945 time: 0.1361463 Sep 03 09:56:32.037759 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.managers [req-97723e33-9fdd-452a-83c4-f1ac10481868 req-f3071abe-25f6-4492-8d50-867a2bc7fe03 service neutron] Attempting to bind port 6222adc6-96c0-4af0-b43c-be1a4f66db2c on host hv-cinder-60634 for vnic_type normal with profile {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 09:56:32.038177 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.managers [req-97723e33-9fdd-452a-83c4-f1ac10481868 req-f3071abe-25f6-4492-8d50-867a2bc7fe03 service neutron] Attempting to bind port 6222adc6-96c0-4af0-b43c-be1a4f66db2c by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': 'a16e87dd-84e7-4093-b690-127dd30a953e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47'}] {{(pid=105524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 09:56:32.038516 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97723e33-9fdd-452a-83c4-f1ac10481868 req-f3071abe-25f6-4492-8d50-867a2bc7fe03 service neutron] Attempting to bind port 6222adc6-96c0-4af0-b43c-be1a4f66db2c on network 6c3f9ad0-7bd7-4b81-8392-49aacbf78e47 {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:56:32.049956 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97723e33-9fdd-452a-83c4-f1ac10481868 req-f3071abe-25f6-4492-8d50-867a2bc7fe03 service neutron] Port 6222adc6-96c0-4af0-b43c-be1a4f66db2c on network 6c3f9ad0-7bd7-4b81-8392-49aacbf78e47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 09:56:32.050286 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97723e33-9fdd-452a-83c4-f1ac10481868 req-f3071abe-25f6-4492-8d50-867a2bc7fe03 service neutron] Attempting to bind port 6222adc6-96c0-4af0-b43c-be1a4f66db2c on network 6c3f9ad0-7bd7-4b81-8392-49aacbf78e47 {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:56:32.065617 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97723e33-9fdd-452a-83c4-f1ac10481868 req-f3071abe-25f6-4492-8d50-867a2bc7fe03 service neutron] Checking agent: {'id': '3ba077dd-5433-4c28-8748-47c2c66d3336', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 9, 48, 46), 'started_at': datetime.datetime(2021, 9, 3, 9, 48, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 9, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 09:56:32.065964 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97723e33-9fdd-452a-83c4-f1ac10481868 req-f3071abe-25f6-4492-8d50-867a2bc7fe03 service neutron] Checking segment: {'id': 'a16e87dd-84e7-4093-b690-127dd30a953e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:56:32.066357 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97723e33-9fdd-452a-83c4-f1ac10481868 req-f3071abe-25f6-4492-8d50-867a2bc7fe03 service neutron] Bound using segment: {'id': 'a16e87dd-84e7-4093-b690-127dd30a953e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47'} {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 09:56:32.066803 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.managers [req-97723e33-9fdd-452a-83c4-f1ac10481868 req-f3071abe-25f6-4492-8d50-867a2bc7fe03 service neutron] Bound port: 6222adc6-96c0-4af0-b43c-be1a4f66db2c, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a16e87dd-84e7-4093-b690-127dd30a953e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47'}}] {{(pid=105524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 09:56:32.067174 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-97723e33-9fdd-452a-83c4-f1ac10481868 req-f3071abe-25f6-4492-8d50-867a2bc7fe03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:32.074631 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-1bffcac8-8fbc-4bd9-8fd0-df41d31d0cac req-83392738-db06-4120-9178-12523a620a73 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627379 Sep 03 09:56:32.090692 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-f19e9cb8-271c-4b04-b179-69c7aab73acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:32.147284 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.db [req-97723e33-9fdd-452a-83c4-f1ac10481868 req-f3071abe-25f6-4492-8d50-867a2bc7fe03 service neutron] For port 6222adc6-96c0-4af0-b43c-be1a4f66db2c, host hv-cinder-60634, cleared binding levels {{(pid=105524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 09:56:32.151205 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.db [req-97723e33-9fdd-452a-83c4-f1ac10481868 req-f3071abe-25f6-4492-8d50-867a2bc7fe03 service neutron] For port 6222adc6-96c0-4af0-b43c-be1a4f66db2c, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=6222adc6-96c0-4af0-b43c-be1a4f66db2c,segment=NetworkSegment(a16e87dd-84e7-4093-b690-127dd30a953e),segment_id=a16e87dd-84e7-4093-b690-127dd30a953e)] {{(pid=105524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 09:56:32.156669 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-97723e33-9fdd-452a-83c4-f1ac10481868 req-f3071abe-25f6-4492-8d50-867a2bc7fe03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25413178'] for port, after_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:32.197952 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97723e33-9fdd-452a-83c4-f1ac10481868 req-f3071abe-25f6-4492-8d50-867a2bc7fe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:32.198591 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-97723e33-9fdd-452a-83c4-f1ac10481868 req-f3071abe-25f6-4492-8d50-867a2bc7fe03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for port, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:32.200164 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-97723e33-9fdd-452a-83c4-f1ac10481868 req-f3071abe-25f6-4492-8d50-867a2bc7fe03 service neutron] 10.222.0.60 "PUT /v2.0/ports/6222adc6-96c0-4af0-b43c-be1a4f66db2c HTTP/1.1" status: 200 len: 1094 time: 0.8325684 Sep 03 09:56:32.200681 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d39a733-001d-4aa8-ae10-afd4108dd828', 'tag': '6222adc6-96c0-4af0-b43c-be1a4f66db2c'}] {{(pid=105524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:56:32.203053 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07cd05725c708ed75ef04e80da70ebdfc8c47d02cbbda1b8cc3f0b48d37440d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075507ce-108b-427b-82ad-03d1e9e0c8cf" -d '{"events": [{"name": "network-changed", "server_uuid": "5d39a733-001d-4aa8-ae10-afd4108dd828", "tag": "6222adc6-96c0-4af0-b43c-be1a4f66db2c"}]}' {{(pid=105524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:56:32.240943 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3071abe-25f6-4492-8d50-867a2bc7fe03 service neutron] Pushing event updated for resources: {'Port': ['ID=6222adc6-96c0-4af0-b43c-be1a4f66db2c,revision_number=3']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:56:32.257547 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 09:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50dddb81-0876-47ff-8ac6-393ec69bc8e3 x-openstack-request-id: req-50dddb81-0876-47ff-8ac6-393ec69bc8e3 {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:56:32.257889 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d39a733-001d-4aa8-ae10-afd4108dd828", "tag": "6222adc6-96c0-4af0-b43c-be1a4f66db2c", "status": "completed", "code": 200}]} {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:56:32.258146 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-50dddb81-0876-47ff-8ac6-393ec69bc8e3 {{(pid=105524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:56:32.258542 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d39a733-001d-4aa8-ae10-afd4108dd828', 'tag': '6222adc6-96c0-4af0-b43c-be1a4f66db2c', 'status': 'completed', 'code': 200} Sep 03 09:56:32.319964 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97723e33-9fdd-452a-83c4-f1ac10481868 req-3f7ff85b-db31-4287-b86d-ce1391d88d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:32.322773 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-97723e33-9fdd-452a-83c4-f1ac10481868 req-3f7ff85b-db31-4287-b86d-ce1391d88d40 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=44b3fef83509437faeb9b56d841754dc&device_id=5d39a733-001d-4aa8-ae10-afd4108dd828 HTTP/1.1" status: 200 len: 1097 time: 0.0498996 Sep 03 09:56:32.371138 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-97723e33-9fdd-452a-83c4-f1ac10481868 req-17ba0298-3245-4d81-b3df-befca698ec17 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6222adc6-96c0-4af0-b43c-be1a4f66db2c HTTP/1.1" status: 200 len: 217 time: 0.0391421 Sep 03 09:56:32.436659 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97723e33-9fdd-452a-83c4-f1ac10481868 req-7972232f-8e0e-4851-b453-539d667bacc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:32.438351 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-97723e33-9fdd-452a-83c4-f1ac10481868 req-7972232f-8e0e-4851-b453-539d667bacc8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f30130ee-7f80-427c-b15d-1973012df7f3 HTTP/1.1" status: 200 len: 851 time: 0.0573308 Sep 03 09:56:32.791958 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97723e33-9fdd-452a-83c4-f1ac10481868 req-1c5badea-cb71-4ec2-99e2-bef1170fb077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:32.794344 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-97723e33-9fdd-452a-83c4-f1ac10481868 req-1c5badea-cb71-4ec2-99e2-bef1170fb077 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6c3f9ad0-7bd7-4b81-8392-49aacbf78e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3460958 Sep 03 09:56:32.910945 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-97723e33-9fdd-452a-83c4-f1ac10481868 req-3d123839-9990-41bb-b570-5b45e2845e66 service neutron] 10.222.0.60 "GET /v2.0/networks/6c3f9ad0-7bd7-4b81-8392-49aacbf78e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062675 Sep 03 09:56:33.030461 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-97723e33-9fdd-452a-83c4-f1ac10481868 req-86aaeeba-5c9c-4525-9436-78f31955b5cc service neutron] 10.222.0.60 "GET /v2.0/networks/6c3f9ad0-7bd7-4b81-8392-49aacbf78e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049674 Sep 03 09:56:33.188219 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f2d33-b9c8-45e7-b3e5-026cdfc8aba7 req-30f8ecb9-904f-4854-8bbe-e00b84d65a32 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:33.191117 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-e68f2d33-b9c8-45e7-b3e5-026cdfc8aba7 req-30f8ecb9-904f-4854-8bbe-e00b84d65a32 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d39a733-001d-4aa8-ae10-afd4108dd828 HTTP/1.1" status: 200 len: 944 time: 0.1209981 Sep 03 09:56:33.195517 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075507ce-108b-427b-82ad-03d1e9e0c8cf req-716ecf37-a0c0-4c16-b602-ad4777086183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:33.196987 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-075507ce-108b-427b-82ad-03d1e9e0c8cf req-716ecf37-a0c0-4c16-b602-ad4777086183 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=44b3fef83509437faeb9b56d841754dc&device_id=5d39a733-001d-4aa8-ae10-afd4108dd828 HTTP/1.1" status: 200 len: 1097 time: 0.1072588 Sep 03 09:56:33.271758 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f76e7-69a5-4e01-8606-b00ba4c4b84c req-c508adef-d7e9-4074-b309-80cce4b615a8 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:33.274972 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-7d7f76e7-69a5-4e01-8606-b00ba4c4b84c req-c508adef-d7e9-4074-b309-80cce4b615a8 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 945 time: 0.0790145 Sep 03 09:56:33.277102 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 47ab5650-bc07-466a-9db7-4918c10c56ff up at agent hyperv_hv-cinder-60634 {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:56:33.329803 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-e68f2d33-b9c8-45e7-b3e5-026cdfc8aba7 req-e88e4219-3f85-43fe-817a-cc7c63b0f227 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/security-groups?id=3095eee2-accc-4f20-9251-54fe2d77c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267583 Sep 03 09:56:33.357055 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-7d7f76e7-69a5-4e01-8606-b00ba4c4b84c req-d8559682-e7fc-4cab-9fe5-cc6ca3687bd2 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702083 Sep 03 09:56:33.382965 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075507ce-108b-427b-82ad-03d1e9e0c8cf req-39423247-f906-4815-b757-abd8eb3b73b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:33.385523 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-075507ce-108b-427b-82ad-03d1e9e0c8cf req-39423247-f906-4815-b757-abd8eb3b73b7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6c3f9ad0-7bd7-4b81-8392-49aacbf78e47 HTTP/1.1" status: 200 len: 913 time: 0.1747789 Sep 03 09:56:33.389906 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Provisioning complete for port 47ab5650-bc07-466a-9db7-4918c10c56ff triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:56:33.390454 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:33.452305 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-075507ce-108b-427b-82ad-03d1e9e0c8cf req-dd082b02-05fe-4880-83f8-57e92e8c2ceb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6222adc6-96c0-4af0-b43c-be1a4f66db2c HTTP/1.1" status: 200 len: 217 time: 0.0535827 Sep 03 09:56:33.520245 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075507ce-108b-427b-82ad-03d1e9e0c8cf req-a60655a7-fbbd-4573-8778-b63631de83ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:33.522219 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-075507ce-108b-427b-82ad-03d1e9e0c8cf req-a60655a7-fbbd-4573-8778-b63631de83ff service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f30130ee-7f80-427c-b15d-1973012df7f3 HTTP/1.1" status: 200 len: 851 time: 0.0617583 Sep 03 09:56:33.554610 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:33.568131 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:33.587075 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075507ce-108b-427b-82ad-03d1e9e0c8cf req-0283df20-8b1b-428a-938f-8b615fba578b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:33.590060 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-075507ce-108b-427b-82ad-03d1e9e0c8cf req-0283df20-8b1b-428a-938f-8b615fba578b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6c3f9ad0-7bd7-4b81-8392-49aacbf78e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0575485 Sep 03 09:56:33.638740 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 47ab5650-bc07-466a-9db7-4918c10c56ff, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=47ab5650-bc07-466a-9db7-4918c10c56ff,segment=NetworkSegment(1683d286-1be2-443d-83f5-01a3e9736922),segment_id=1683d286-1be2-443d-83f5-01a3e9736922)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:56:33.641450 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df2b993-ff18-4dbf-9e83-12a79ef9c9ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ab5650-bc07-466a-9db7-4918c10c56ff'}] {{(pid=105526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:56:33.647196 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4892a96944886cb42b4657d46b368d41fc18c437eb6a682d176e385d93bf320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345b82b0-b98b-4d29-872a-2746d66c42a0" -d '{"events": [{"server_uuid": "0df2b993-ff18-4dbf-9e83-12a79ef9c9ee", "name": "network-vif-plugged", "status": "completed", "tag": "47ab5650-bc07-466a-9db7-4918c10c56ff"}]}' {{(pid=105526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:56:33.667208 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:33.749663 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-075507ce-108b-427b-82ad-03d1e9e0c8cf req-28319ff0-10a1-44a9-9936-194c07e314cd service neutron] 10.222.0.60 "GET /v2.0/networks/6c3f9ad0-7bd7-4b81-8392-49aacbf78e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488407 Sep 03 09:56:33.782242 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Pushing event updated for resources: {'Port': ['ID=47ab5650-bc07-466a-9db7-4918c10c56ff,revision_number=7']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:56:33.826400 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a642e642-fcb2-47b5-b777-13e8b57c6243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:33.909550 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-075507ce-108b-427b-82ad-03d1e9e0c8cf req-28541950-606e-4b92-ba39-91b27f0c3fa2 service neutron] 10.222.0.60 "GET /v2.0/networks/6c3f9ad0-7bd7-4b81-8392-49aacbf78e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440887 Sep 03 09:56:33.976047 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 09:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7440a23d-4297-497a-8649-ce6acbe3f2fb x-openstack-request-id: req-7440a23d-4297-497a-8649-ce6acbe3f2fb {{(pid=105526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:56:33.976348 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df2b993-ff18-4dbf-9e83-12a79ef9c9ee", "name": "network-vif-plugged", "status": "completed", "tag": "47ab5650-bc07-466a-9db7-4918c10c56ff", "code": 200}]} {{(pid=105526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:56:33.976807 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7440a23d-4297-497a-8649-ce6acbe3f2fb {{(pid=105526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:56:33.977385 dv-cinder-606346-32-iscsi neutron-server[105526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df2b993-ff18-4dbf-9e83-12a79ef9c9ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ab5650-bc07-466a-9db7-4918c10c56ff', 'code': 200} Sep 03 09:56:34.501915 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-86f92317-4722-4035-969f-07b0852c8c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:34.511286 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c26bb9-2534-4558-97d4-a30cee88818b req-60db3f9a-06e9-4c76-9fa0-7c8719b10208 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:34.513566 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-07c26bb9-2534-4558-97d4-a30cee88818b req-60db3f9a-06e9-4c76-9fa0-7c8719b10208 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d39a733-001d-4aa8-ae10-afd4108dd828 HTTP/1.1" status: 200 len: 944 time: 0.0789545 Sep 03 09:56:34.566817 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08347641-75db-4d77-a273-8aa3e0cdd379 req-5fb7f2c8-daeb-4ba7-a9bc-ec213259f832 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:34.570141 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-08347641-75db-4d77-a273-8aa3e0cdd379 req-5fb7f2c8-daeb-4ba7-a9bc-ec213259f832 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 946 time: 0.1083901 Sep 03 09:56:34.584117 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-07c26bb9-2534-4558-97d4-a30cee88818b req-3696d4ea-7807-43ea-ab19-847ee599d278 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/security-groups?id=3095eee2-accc-4f20-9251-54fe2d77c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572796 Sep 03 09:56:34.654296 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-08347641-75db-4d77-a273-8aa3e0cdd379 req-0371377e-6131-451d-b0f5-e2838ca26ba4 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767512 Sep 03 09:56:35.747390 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d424413-00d7-444d-b26e-06b748500005 req-8cd3a008-0884-40ff-bf8b-92b2bcb505b0 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:35.749705 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-8d424413-00d7-444d-b26e-06b748500005 req-8cd3a008-0884-40ff-bf8b-92b2bcb505b0 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d39a733-001d-4aa8-ae10-afd4108dd828 HTTP/1.1" status: 200 len: 944 time: 0.0621932 Sep 03 09:56:35.826376 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-8d424413-00d7-444d-b26e-06b748500005 req-f74d00d3-2186-43cb-a8ea-1e5364063591 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/security-groups?id=3095eee2-accc-4f20-9251-54fe2d77c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701447 Sep 03 09:56:35.869704 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc160e0-d447-4c60-8d82-03d694c1e681 req-a574825f-7b7d-4187-a833-128dd1615ab8 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:35.872218 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-9cc160e0-d447-4c60-8d82-03d694c1e681 req-a574825f-7b7d-4187-a833-128dd1615ab8 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 946 time: 0.0950994 Sep 03 09:56:35.935044 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-9cc160e0-d447-4c60-8d82-03d694c1e681 req-b996dca0-724e-4377-865c-7dff6c1a441e tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517948 Sep 03 09:56:36.982518 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620dfea5-9cdd-41b5-b050-6c60cd9766e4 req-c51ca999-5a7c-45db-8d90-817f0b54f44e tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:36.998935 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-620dfea5-9cdd-41b5-b050-6c60cd9766e4 req-c51ca999-5a7c-45db-8d90-817f0b54f44e tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d39a733-001d-4aa8-ae10-afd4108dd828 HTTP/1.1" status: 200 len: 944 time: 0.0867386 Sep 03 09:56:37.059258 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-620dfea5-9cdd-41b5-b050-6c60cd9766e4 req-d87ae6f9-e0bd-4068-9710-56f3503fb085 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/security-groups?id=3095eee2-accc-4f20-9251-54fe2d77c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589325 Sep 03 09:56:37.181051 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f2f95-0fba-44b3-9d6a-4e23c87a5a32 req-01c566a9-9ef3-4253-8f59-b96fe0bad025 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:37.183351 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-d41f2f95-0fba-44b3-9d6a-4e23c87a5a32 req-01c566a9-9ef3-4253-8f59-b96fe0bad025 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 946 time: 0.0795908 Sep 03 09:56:37.243446 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-d41f2f95-0fba-44b3-9d6a-4e23c87a5a32 req-80602d5a-e219-4867-8c73-77c9fbbbc411 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492282 Sep 03 09:56:38.035198 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.agents_db [None req-2440585d-454d-4def-9aab-3d39e7194109 None None] Agent healthcheck: found 6 active agents {{(pid=105527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 09:56:38.202379 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552634d-1dcc-4337-baed-e7ffce9fb71a req-b38be2d4-dd74-4445-84ae-ddd3bf1abda5 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:38.205853 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-e552634d-1dcc-4337-baed-e7ffce9fb71a req-b38be2d4-dd74-4445-84ae-ddd3bf1abda5 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d39a733-001d-4aa8-ae10-afd4108dd828 HTTP/1.1" status: 200 len: 944 time: 0.0736735 Sep 03 09:56:38.272088 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-e552634d-1dcc-4337-baed-e7ffce9fb71a req-83ba6e37-aecd-4f41-918d-690936a8ed00 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/security-groups?id=3095eee2-accc-4f20-9251-54fe2d77c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586958 Sep 03 09:56:38.409665 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbefce9-ef00-4903-9c39-9d4d8d297461 req-4cb9ee10-979b-4c92-b8f3-349927e4cc7a tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:38.424736 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-8cbefce9-ef00-4903-9c39-9d4d8d297461 req-4cb9ee10-979b-4c92-b8f3-349927e4cc7a tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 946 time: 0.0792804 Sep 03 09:56:38.489108 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-8cbefce9-ef00-4903-9c39-9d4d8d297461 req-dc2e1547-bb20-4972-a13b-9fd7dbc1340a tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630543 Sep 03 09:56:39.431795 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ea247-5262-4188-bb39-fe18558670b7 req-fd29fb8b-70b1-4162-b2ec-d974f3ba3e89 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:39.434090 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-635ea247-5262-4188-bb39-fe18558670b7 req-fd29fb8b-70b1-4162-b2ec-d974f3ba3e89 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d39a733-001d-4aa8-ae10-afd4108dd828 HTTP/1.1" status: 200 len: 944 time: 0.0704601 Sep 03 09:56:39.498407 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-635ea247-5262-4188-bb39-fe18558670b7 req-3b1091eb-36dd-497b-b862-e28be96f6b66 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/security-groups?id=3095eee2-accc-4f20-9251-54fe2d77c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531077 Sep 03 09:56:39.683849 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a7d5f-d6d7-45a9-8ad4-0c3e4978a020 req-c40f07ae-33f2-4ff5-ae5e-652de17e7268 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:39.694989 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-691a7d5f-d6d7-45a9-8ad4-0c3e4978a020 req-c40f07ae-33f2-4ff5-ae5e-652de17e7268 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 946 time: 0.1168494 Sep 03 09:56:39.766290 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-691a7d5f-d6d7-45a9-8ad4-0c3e4978a020 req-95181f5b-cd6c-443a-9b71-396c86339635 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696459 Sep 03 09:56:40.671216 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c8fc7-09ad-45c9-94d6-1dc76a3bfaf3 req-35a316ea-f64e-4791-9435-0cf36d7199f8 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:40.673890 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-d22c8fc7-09ad-45c9-94d6-1dc76a3bfaf3 req-35a316ea-f64e-4791-9435-0cf36d7199f8 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d39a733-001d-4aa8-ae10-afd4108dd828 HTTP/1.1" status: 200 len: 944 time: 0.0900578 Sep 03 09:56:40.734200 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-d22c8fc7-09ad-45c9-94d6-1dc76a3bfaf3 req-d90aaf96-9aed-491d-a5e9-0644e1827f29 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/security-groups?id=3095eee2-accc-4f20-9251-54fe2d77c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485117 Sep 03 09:56:40.969752 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e17fb-3a85-4e69-8a97-9e525e378c87 req-e5f93a29-7bd7-4ff3-94a3-f3442dae64a8 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:40.972652 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2c7e17fb-3a85-4e69-8a97-9e525e378c87 req-e5f93a29-7bd7-4ff3-94a3-f3442dae64a8 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 946 time: 0.0825264 Sep 03 09:56:41.025889 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2c7e17fb-3a85-4e69-8a97-9e525e378c87 req-e56960b4-1292-400d-b23b-f8c4445c27f3 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440602 Sep 03 09:56:41.139684 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 41558) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:56:41.237412 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.db_base_plugin_v2 [None req-d29745a3-061a-45ca-9eb6-68d989e1de61 admin admin] Deleting subnet 2778ea6a-0e06-4d84-b5ae-768d5bad6e1f {{(pid=105525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 09:56:41.250815 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-d29745a3-061a-45ca-9eb6-68d989e1de61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:41.293680 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-d29745a3-061a-45ca-9eb6-68d989e1de61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26582411'] for subnet, precommit_delete_associations {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:41.318763 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 6222adc6-96c0-4af0-b43c-be1a4f66db2c details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=105526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 09:56:41.364390 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-d29745a3-061a-45ca-9eb6-68d989e1de61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713190'] for subnet, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:41.477112 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-d29745a3-061a-45ca-9eb6-68d989e1de61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25166688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25634963'] for subnet, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:41.529118 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29745a3-061a-45ca-9eb6-68d989e1de61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2778ea6a-0e06-4d84-b5ae-768d5bad6e1f,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:56:41.535659 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-d29745a3-061a-45ca-9eb6-68d989e1de61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for subnet, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:41.540961 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-d29745a3-061a-45ca-9eb6-68d989e1de61 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/2778ea6a-0e06-4d84-b5ae-768d5bad6e1f HTTP/1.1" status: 204 len: 168 time: 0.3921821 Sep 03 09:56:41.541763 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 41560) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:56:41.555889 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 6222adc6-96c0-4af0-b43c-be1a4f66db2c, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=6222adc6-96c0-4af0-b43c-be1a4f66db2c,segment=NetworkSegment(a16e87dd-84e7-4093-b690-127dd30a953e),segment_id=a16e87dd-84e7-4093-b690-127dd30a953e)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:56:41.577364 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Returning: {'device': '6222adc6-96c0-4af0-b43c-be1a4f66db2c', 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47', 'port_id': '6222adc6-96c0-4af0-b43c-be1a4f66db2c', 'mac_address': 'fa:16:3e:9b:2a:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f30130ee-7f80-427c-b15d-1973012df7f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 09:56:41.654136 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:41.666906 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-bc66870c-fcce-4ba2-b399-e93de90d6978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1404653'] for network, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:41.675605 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.notifiers.nova [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6222adc6-96c0-4af0-b43c-be1a4f66db2c {{(pid=105526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 09:56:41.733966 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 6222adc6-96c0-4af0-b43c-be1a4f66db2c, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=6222adc6-96c0-4af0-b43c-be1a4f66db2c,segment=NetworkSegment(a16e87dd-84e7-4093-b690-127dd30a953e),segment_id=a16e87dd-84e7-4093-b690-127dd30a953e)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:56:41.744075 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:41.827393 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-bc66870c-fcce-4ba2-b399-e93de90d6978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717939', 'neutron.services.segments.db._delete_segments_for_network-8759173696085'] for network, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:41.851922 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.services.segments.db [None req-bc66870c-fcce-4ba2-b399-e93de90d6978 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4b32c32-e12b-40cd-8595-54e6a5967f15']}} {{(pid=105524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:56:41.856496 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Pushing event updated for resources: {'Port': ['ID=6222adc6-96c0-4af0-b43c-be1a4f66db2c,revision_number=4']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:56:41.881569 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.services.segments.db [None req-bc66870c-fcce-4ba2-b399-e93de90d6978 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cba71f7d-68a7-4e06-9b55-7aed9789beed') {'for_net_delete': True} {{(pid=105524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:56:41.882539 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.services.segments.db [None req-bc66870c-fcce-4ba2-b399-e93de90d6978 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cba71f7d-68a7-4e06-9b55-7aed9789beed') {} {{(pid=105524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:56:41.900979 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-bc66870c-fcce-4ba2-b399-e93de90d6978 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759173697630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25747482'] for segment, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:41.927901 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-bc66870c-fcce-4ba2-b399-e93de90d6978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718351'] for segment, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:41.943685 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc66870c-fcce-4ba2-b399-e93de90d6978 admin admin] Releasing vlan 832 on physical network physnet1 to pool {{(pid=105524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 09:56:41.944757 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-bc66870c-fcce-4ba2-b399-e93de90d6978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25413214'] for segment, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:41.965745 dv-cinder-606346-32-iscsi neutron-server[105524]: Traceback (most recent call last): Sep 03 09:56:41.965745 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 09:56:41.965745 dv-cinder-606346-32-iscsi neutron-server[105524]: timer() Sep 03 09:56:41.965745 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 09:56:41.965745 dv-cinder-606346-32-iscsi neutron-server[105524]: cb(*args, **kw) Sep 03 09:56:41.965745 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 09:56:41.965745 dv-cinder-606346-32-iscsi neutron-server[105524]: return func(*args, **kwargs) Sep 03 09:56:41.965745 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 09:56:41.965745 dv-cinder-606346-32-iscsi neutron-server[105524]: self._notify() Sep 03 09:56:41.965745 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 09:56:41.965745 dv-cinder-606346-32-iscsi neutron-server[105524]: self.callback(batched_events) Sep 03 09:56:41.965745 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 09:56:41.965745 dv-cinder-606346-32-iscsi neutron-server[105524]: event.method(event) Sep 03 09:56:41.965745 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 09:56:41.965745 dv-cinder-606346-32-iscsi neutron-server[105524]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 09:56:41.965745 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 09:56:41.965745 dv-cinder-606346-32-iscsi neutron-server[105524]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 09:56:41.965745 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 09:56:41.965745 dv-cinder-606346-32-iscsi neutron-server[105524]: return f(self, *a, **k) Sep 03 09:56:41.965745 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 09:56:41.965745 dv-cinder-606346-32-iscsi neutron-server[105524]: return self._get(url).json() Sep 03 09:56:41.965745 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 09:56:41.965745 dv-cinder-606346-32-iscsi neutron-server[105524]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 09:56:41.965745 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 09:56:41.965745 dv-cinder-606346-32-iscsi neutron-server[105524]: return self.request(url, 'GET', **kwargs) Sep 03 09:56:41.965745 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 09:56:41.965745 dv-cinder-606346-32-iscsi neutron-server[105524]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 09:56:41.965745 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 09:56:41.965745 dv-cinder-606346-32-iscsi neutron-server[105524]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 09:56:41.965745 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 09:56:41.965745 dv-cinder-606346-32-iscsi neutron-server[105524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 09:56:41.965745 dv-cinder-606346-32-iscsi neutron-server[105524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 09:56:41.993679 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4858b-6c97-4dd8-8e27-43bd1ca85d04 req-6c162859-89b2-46fd-b10d-1082010d62f8 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:41.997306 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-b6f4858b-6c97-4dd8-8e27-43bd1ca85d04 req-6c162859-89b2-46fd-b10d-1082010d62f8 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d39a733-001d-4aa8-ae10-afd4108dd828 HTTP/1.1" status: 200 len: 945 time: 0.1284771 Sep 03 09:56:42.075810 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] get_ports_and_sgs() called for port_ids ['6222adc6-96c0-4af0-b43c-be1a4f66db2c'] {{(pid=105526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 09:56:42.080981 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-bc66870c-fcce-4ba2-b399-e93de90d6978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417317'] for network, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:42.092528 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-b6f4858b-6c97-4dd8-8e27-43bd1ca85d04 req-fc181c41-48a9-4ec1-90a4-ee6a91d0a989 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/security-groups?id=3095eee2-accc-4f20-9251-54fe2d77c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859914 Sep 03 09:56:42.103592 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-bc66870c-fcce-4ba2-b399-e93de90d6978 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for network, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:42.112810 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-bc66870c-fcce-4ba2-b399-e93de90d6978 admin admin] 10.222.0.67 "DELETE /v2.0/networks/c4b32c32-e12b-40cd-8595-54e6a5967f15 HTTP/1.1" status: 204 len: 168 time: 0.5686772 Sep 03 09:56:42.161047 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc66870c-fcce-4ba2-b399-e93de90d6978 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4b32c32-e12b-40cd-8595-54e6a5967f15,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:56:42.286760 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f52e8b-95c6-40cb-977c-4124812048e6 req-a4810580-ded9-4f55-b828-7f710ce9fca0 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:42.297705 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-63f52e8b-95c6-40cb-977c-4124812048e6 req-a4810580-ded9-4f55-b828-7f710ce9fca0 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 946 time: 0.0864305 Sep 03 09:56:42.360957 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-63f52e8b-95c6-40cb-977c-4124812048e6 req-1825f934-1253-4334-9e00-a44a6c11c96a tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621626 Sep 03 09:56:42.567610 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 41574) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:56:42.633424 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-7d3884d5-a2b2-47d8-90a7-ca8a6a2cc5b7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c7620aa7e4c0440c9609533ccffa2088&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0592792 Sep 03 09:56:42.633424 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 41578) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:56:42.760832 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-646d7572-0cea-41aa-a33d-84d8a2615c2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:42.816117 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-646d7572-0cea-41aa-a33d-84d8a2615c2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:42.904125 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-646d7572-0cea-41aa-a33d-84d8a2615c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:42.907548 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-646d7572-0cea-41aa-a33d-84d8a2615c2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:42.909796 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-646d7572-0cea-41aa-a33d-84d8a2615c2e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/10b0e53c-5e57-476a-981e-afaae5063717 HTTP/1.1" status: 204 len: 168 time: 0.2726321 Sep 03 09:56:42.963866 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646d7572-0cea-41aa-a33d-84d8a2615c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b0e53c-5e57-476a-981e-afaae5063717,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:56:43.310795 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a82771-43b6-4096-b7fe-c8bec5ad2dd6 req-f691e050-1e46-457a-bc43-9d4e322ff381 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:43.312816 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-a9a82771-43b6-4096-b7fe-c8bec5ad2dd6 req-f691e050-1e46-457a-bc43-9d4e322ff381 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d39a733-001d-4aa8-ae10-afd4108dd828 HTTP/1.1" status: 200 len: 945 time: 0.0839560 Sep 03 09:56:43.317475 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 6222adc6-96c0-4af0-b43c-be1a4f66db2c up at agent hyperv_hv-cinder-60634 {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:56:43.407097 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Provisioning for port 6222adc6-96c0-4af0-b43c-be1a4f66db2c completed by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:56:43.413823 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Provisioning complete for port 6222adc6-96c0-4af0-b43c-be1a4f66db2c triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:56:43.414355 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:43.453987 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-a9a82771-43b6-4096-b7fe-c8bec5ad2dd6 req-8f5a43d9-88ae-4651-835b-2a978afd6791 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/security-groups?id=3095eee2-accc-4f20-9251-54fe2d77c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245956 Sep 03 09:56:43.528834 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:43.573480 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 6222adc6-96c0-4af0-b43c-be1a4f66db2c, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=6222adc6-96c0-4af0-b43c-be1a4f66db2c,segment=NetworkSegment(a16e87dd-84e7-4093-b690-127dd30a953e),segment_id=a16e87dd-84e7-4093-b690-127dd30a953e)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:56:43.574723 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d39a733-001d-4aa8-ae10-afd4108dd828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6222adc6-96c0-4af0-b43c-be1a4f66db2c'}] {{(pid=105526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:56:43.577793 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4892a96944886cb42b4657d46b368d41fc18c437eb6a682d176e385d93bf320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423f5353-9cb7-4f1d-a359-db2d9d9f367a" -d '{"events": [{"server_uuid": "5d39a733-001d-4aa8-ae10-afd4108dd828", "name": "network-vif-plugged", "status": "completed", "tag": "6222adc6-96c0-4af0-b43c-be1a4f66db2c"}]}' {{(pid=105526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:56:43.587502 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:43.615497 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048cba05-70e5-4ad4-8d99-e2f3903caab0 req-6093479e-d811-4aa2-b067-89fd273a2ebb tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:43.619089 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-048cba05-70e5-4ad4-8d99-e2f3903caab0 req-6093479e-d811-4aa2-b067-89fd273a2ebb tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 946 time: 0.1297979 Sep 03 09:56:43.634584 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 09:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f546d5fe-c07e-40c5-ad6b-c06c5af86405 x-openstack-request-id: req-f546d5fe-c07e-40c5-ad6b-c06c5af86405 {{(pid=105526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:56:43.634883 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d39a733-001d-4aa8-ae10-afd4108dd828", "name": "network-vif-plugged", "status": "completed", "tag": "6222adc6-96c0-4af0-b43c-be1a4f66db2c", "code": 200}]} {{(pid=105526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:56:43.635298 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f546d5fe-c07e-40c5-ad6b-c06c5af86405 {{(pid=105526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:56:43.635815 dv-cinder-606346-32-iscsi neutron-server[105526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d39a733-001d-4aa8-ae10-afd4108dd828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6222adc6-96c0-4af0-b43c-be1a4f66db2c', 'code': 200} Sep 03 09:56:43.659712 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Pushing event updated for resources: {'Port': ['ID=6222adc6-96c0-4af0-b43c-be1a4f66db2c,revision_number=5']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:56:43.680238 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-048cba05-70e5-4ad4-8d99-e2f3903caab0 req-39bd123c-84d6-49b8-9f9c-52bdae2ae064 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549338 Sep 03 09:56:43.907601 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda45632-54d1-4907-8925-66409eb6098e req-25c19e3e-6dc0-411a-9966-9718a2d6cb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:43.909154 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-cda45632-54d1-4907-8925-66409eb6098e req-25c19e3e-6dc0-411a-9966-9718a2d6cb08 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5d39a733-001d-4aa8-ae10-afd4108dd828 HTTP/1.1" status: 200 len: 1099 time: 0.0411339 Sep 03 09:56:44.051222 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-cda45632-54d1-4907-8925-66409eb6098e req-1b37fcdc-809a-4856-a159-43d349c5339a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3095eee2-accc-4f20-9251-54fe2d77c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479035 Sep 03 09:56:44.433842 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184558d-5c26-4570-aea0-5705947448a6 req-30a3989e-3e55-40cb-af19-c61833627270 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:44.436236 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-e184558d-5c26-4570-aea0-5705947448a6 req-30a3989e-3e55-40cb-af19-c61833627270 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 946 time: 0.0625663 Sep 03 09:56:44.480863 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-e184558d-5c26-4570-aea0-5705947448a6 req-92fc43a8-9019-465a-a467-87a5f8e1aba8 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=fad2066b-cb6a-4f3b-9c7f-91cf48e4dc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370340 Sep 03 09:56:44.509854 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24440c52-a399-4545-a9b1-6c125fec12dc req-c203622d-c1e0-4054-bc73-b59909100aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:44.511568 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-24440c52-a399-4545-a9b1-6c125fec12dc req-c203622d-c1e0-4054-bc73-b59909100aa9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bbe4096f40d64702be2a6fb537ac5c42&device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 1099 time: 0.0558853 Sep 03 09:56:44.634916 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24440c52-a399-4545-a9b1-6c125fec12dc req-b67e07db-7740-496e-8058-3f57d331c1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:44.636481 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-24440c52-a399-4545-a9b1-6c125fec12dc req-b67e07db-7740-496e-8058-3f57d331c1e3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=528a02fc-44c8-4bd1-9db4-aa8e01cd9db5 HTTP/1.1" status: 200 len: 917 time: 0.1173573 Sep 03 09:56:44.658536 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda6cc6-7a02-4ede-9769-71a602c8dd0c req-6d05920b-f6ad-4df2-a337-9a00539f162d tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:44.660087 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-fdda6cc6-7a02-4ede-9769-71a602c8dd0c req-6d05920b-f6ad-4df2-a337-9a00539f162d tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d39a733-001d-4aa8-ae10-afd4108dd828 HTTP/1.1" status: 200 len: 946 time: 0.0808339 Sep 03 09:56:44.740321 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-24440c52-a399-4545-a9b1-6c125fec12dc req-07053172-3dc3-4148-a50e-4c6c90c6fe2f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47ab5650-bc07-466a-9db7-4918c10c56ff HTTP/1.1" status: 200 len: 1001 time: 0.0953453 Sep 03 09:56:44.764428 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-fdda6cc6-7a02-4ede-9769-71a602c8dd0c req-66525781-91a4-4d01-aef1-f3991864f6c2 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/security-groups?id=3095eee2-accc-4f20-9251-54fe2d77c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660203 Sep 03 09:56:44.803509 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24440c52-a399-4545-a9b1-6c125fec12dc req-cbc068bf-eb6b-48cb-a1e9-b08c012b2d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:44.805029 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-24440c52-a399-4545-a9b1-6c125fec12dc req-cbc068bf-eb6b-48cb-a1e9-b08c012b2d02 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b9bc1cc-f1d0-4f7b-aa38-f059a6d84938 HTTP/1.1" status: 200 len: 855 time: 0.0555694 Sep 03 09:56:44.829007 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e2e9f-6d5d-4adc-aaa5-ea48e31c61f0 req-a5cb06e4-36f7-45f4-aa32-46520344bb20 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:44.831032 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-bb4e2e9f-6d5d-4adc-aaa5-ea48e31c61f0 req-a5cb06e4-36f7-45f4-aa32-46520344bb20 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 946 time: 0.0633602 Sep 03 09:56:44.863365 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24440c52-a399-4545-a9b1-6c125fec12dc req-d7a7cebc-7686-4a49-a021-a4fb2834c5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:44.865263 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-24440c52-a399-4545-a9b1-6c125fec12dc req-d7a7cebc-7686-4a49-a021-a4fb2834c5e5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=528a02fc-44c8-4bd1-9db4-aa8e01cd9db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0499666 Sep 03 09:56:44.878684 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-bb4e2e9f-6d5d-4adc-aaa5-ea48e31c61f0 req-fa0ec1c4-3462-4e60-a961-ef056c3349f9 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395496 Sep 03 09:56:45.001705 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-24440c52-a399-4545-a9b1-6c125fec12dc req-20befd71-bfd8-4169-9c14-94a6a19b273e service neutron] 10.222.0.60 "GET /v2.0/networks/528a02fc-44c8-4bd1-9db4-aa8e01cd9db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254365 Sep 03 09:56:45.153122 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-24440c52-a399-4545-a9b1-6c125fec12dc req-329bccfa-75b7-4a71-a0c8-25c32c1787e8 service neutron] 10.222.0.60 "GET /v2.0/networks/528a02fc-44c8-4bd1-9db4-aa8e01cd9db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268263 Sep 03 09:56:45.617659 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f068a2b-5d56-4c83-85fe-e9d156bd0c9f req-53fb0c77-3806-43f7-b776-42371e8072cd tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:45.619877 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-1f068a2b-5d56-4c83-85fe-e9d156bd0c9f req-53fb0c77-3806-43f7-b776-42371e8072cd tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 946 time: 0.0555158 Sep 03 09:56:45.660409 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-1f068a2b-5d56-4c83-85fe-e9d156bd0c9f req-8caa699a-875a-46d6-91ba-c3d5a5336d9a tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=fad2066b-cb6a-4f3b-9c7f-91cf48e4dc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344312 Sep 03 09:56:45.916679 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8ca6c3-686a-4145-a984-cf3ae2ec8e7c req-2c6af315-7735-4f3a-84db-863e46456071 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:45.918316 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-0c8ca6c3-686a-4145-a984-cf3ae2ec8e7c req-2c6af315-7735-4f3a-84db-863e46456071 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d39a733-001d-4aa8-ae10-afd4108dd828 HTTP/1.1" status: 200 len: 946 time: 0.0620847 Sep 03 09:56:45.970191 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-0c8ca6c3-686a-4145-a984-cf3ae2ec8e7c req-9584affe-ef10-454a-bb0d-c20064bff7f0 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/security-groups?id=3095eee2-accc-4f20-9251-54fe2d77c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399103 Sep 03 09:56:46.030342 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d2f42-5942-4841-b59c-6f875d9ee5d5 req-7d397523-b6a8-49ee-a5e6-988d2476067d tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:46.032008 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-e06d2f42-5942-4841-b59c-6f875d9ee5d5 req-7d397523-b6a8-49ee-a5e6-988d2476067d tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 946 time: 0.0691113 Sep 03 09:56:46.074318 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-e06d2f42-5942-4841-b59c-6f875d9ee5d5 req-ae4db73e-9939-41f6-aee3-fa95a1a4a284 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359552 Sep 03 09:56:46.124779 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370d156-366f-49e0-8686-bd726e55644c req-efe9397d-8a09-41ef-a29b-06bb937330ee tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:46.126377 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-c370d156-366f-49e0-8686-bd726e55644c req-efe9397d-8a09-41ef-a29b-06bb937330ee tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d39a733-001d-4aa8-ae10-afd4108dd828 HTTP/1.1" status: 200 len: 946 time: 0.0583208 Sep 03 09:56:46.184056 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-c370d156-366f-49e0-8686-bd726e55644c req-29ee4a94-0a9b-497c-8c28-1a25484b8f7e tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/security-groups?id=3095eee2-accc-4f20-9251-54fe2d77c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508606 Sep 03 09:56:46.215419 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 41620) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:56:46.254809 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59597990-daac-4e88-a922-f2f928209968 tempest-TestVolumeBootPattern-1639474198 tempest-TestVolumeBootPattern-1639474198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:46.256343 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-59597990-daac-4e88-a922-f2f928209968 tempest-TestVolumeBootPattern-1639474198 tempest-TestVolumeBootPattern-1639474198-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=5d39a733-001d-4aa8-ae10-afd4108dd828 HTTP/1.1" status: 200 len: 1094 time: 0.0398474 Sep 03 09:56:46.259763 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 41622) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:56:46.264346 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [None req-68e4d7bf-d341-42dc-aa43-5f8f0f1eb35b tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Request body: {'floatingip': {'floating_network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'port_id': '6222adc6-96c0-4af0-b43c-be1a4f66db2c', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:56:46.288864 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-68e4d7bf-d341-42dc-aa43-5f8f0f1eb35b tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks [] for floatingip, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:46.396110 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-68e4d7bf-d341-42dc-aa43-5f8f0f1eb35b tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:46.559014 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.db_base_plugin_common [None req-68e4d7bf-d341-42dc-aa43-5f8f0f1eb35b tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Allocated IP 172.27.3.146 (16dc62c0-adaf-4d17-9be4-5c31a1b1de1d/e699cb95-0a95-4e72-9bdf-93d4b1cc29ef/203a4b0f-1ceb-43f4-9323-25f6d3933547) {{(pid=105524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:56:46.679212 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-68e4d7bf-d341-42dc-aa43-5f8f0f1eb35b tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks [] for port, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:46.738904 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-68e4d7bf-d341-42dc-aa43-5f8f0f1eb35b tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25413165'] for port, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:46.817841 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e4d7bf-d341-42dc-aa43-5f8f0f1eb35b tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Network 16dc62c0-adaf-4d17-9be4-5c31a1b1de1d is already hosted by enough agents. {{(pid=105524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:56:46.829020 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.base_scheduler [None req-68e4d7bf-d341-42dc-aa43-5f8f0f1eb35b tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Resources bound (agent type, host, resource id): {{(pid=105524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:56:46.832012 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e4d7bf-d341-42dc-aa43-5f8f0f1eb35b tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Pushing event updated for resources: {'Port': ['ID=203a4b0f-1ceb-43f4-9323-25f6d3933547,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:56:46.834549 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e4d7bf-d341-42dc-aa43-5f8f0f1eb35b tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Received port after_create {{(pid=105524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:56:46.887261 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38cfb67-3434-44fa-b16c-2998b9c8e747 req-b4f18a81-6fef-4dcc-bc81-5c4986df983c tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:46.888892 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-e38cfb67-3434-44fa-b16c-2998b9c8e747 req-b4f18a81-6fef-4dcc-bc81-5c4986df983c tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 946 time: 0.1154912 Sep 03 09:56:46.989306 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-e38cfb67-3434-44fa-b16c-2998b9c8e747 req-06e9a6af-a6a3-420d-bec8-aab7198d9a36 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=fad2066b-cb6a-4f3b-9c7f-91cf48e4dc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913057 Sep 03 09:56:47.281071 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b2e3d-c1ee-44ab-869a-f4d734536244 req-16bc5adb-dc3f-42da-bf84-acaa7e961e10 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:47.282780 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-9b2b2e3d-c1ee-44ab-869a-f4d734536244 req-16bc5adb-dc3f-42da-bf84-acaa7e961e10 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 946 time: 0.0748949 Sep 03 09:56:47.294373 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-68e4d7bf-d341-42dc-aa43-5f8f0f1eb35b tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:47.334116 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 47ab5650-bc07-466a-9db7-4918c10c56ff no longer exists at agent hyperv_hv-cinder-60634 {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 09:56:47.335403 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-9b2b2e3d-c1ee-44ab-869a-f4d734536244 req-f82da593-d25b-4437-8e60-38f6b7b06f65 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455329 Sep 03 09:56:47.391603 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-68e4d7bf-d341-42dc-aa43-5f8f0f1eb35b tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:47.475679 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:47.518155 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df2b993-ff18-4dbf-9e83-12a79ef9c9ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47ab5650-bc07-466a-9db7-4918c10c56ff'}] {{(pid=105526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:56:47.521890 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4892a96944886cb42b4657d46b368d41fc18c437eb6a682d176e385d93bf320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac22b562-c9d0-4b8f-9aeb-59faba170305" -d '{"events": [{"server_uuid": "0df2b993-ff18-4dbf-9e83-12a79ef9c9ee", "name": "network-vif-unplugged", "status": "completed", "tag": "47ab5650-bc07-466a-9db7-4918c10c56ff"}]}' {{(pid=105526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:56:47.544759 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 47ab5650-bc07-466a-9db7-4918c10c56ff, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=47ab5650-bc07-466a-9db7-4918c10c56ff,segment=NetworkSegment(1683d286-1be2-443d-83f5-01a3e9736922),segment_id=1683d286-1be2-443d-83f5-01a3e9736922)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:56:47.553081 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:47.590899 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-68e4d7bf-d341-42dc-aa43-5f8f0f1eb35b tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks [] for port, precommit_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:47.601162 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-68e4d7bf-d341-42dc-aa43-5f8f0f1eb35b tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25413178'] for port, after_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:47.612633 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 03 Sep 2021 09:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378e92c1-3f5c-491d-b765-af644727054e x-openstack-request-id: req-378e92c1-3f5c-491d-b765-af644727054e {{(pid=105526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:56:47.615255 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df2b993-ff18-4dbf-9e83-12a79ef9c9ee", "name": "network-vif-unplugged", "status": "failed", "tag": "47ab5650-bc07-466a-9db7-4918c10c56ff", "code": 422}]} {{(pid=105526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:56:47.615255 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-378e92c1-3f5c-491d-b765-af644727054e {{(pid=105526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:56:47.615255 dv-cinder-606346-32-iscsi neutron-server[105526]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0df2b993-ff18-4dbf-9e83-12a79ef9c9ee', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '47ab5650-bc07-466a-9db7-4918c10c56ff', 'code': 422} returned with failed status Sep 03 09:56:47.624802 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Pushing event updated for resources: {'Port': ['ID=47ab5650-bc07-466a-9db7-4918c10c56ff,revision_number=8']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:56:47.713408 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e4d7bf-d341-42dc-aa43-5f8f0f1eb35b tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Pushing event updated for resources: {'Port': ['ID=203a4b0f-1ceb-43f4-9323-25f6d3933547,revision_number=2']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:56:47.724547 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-68e4d7bf-d341-42dc-aa43-5f8f0f1eb35b tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417335'] for floatingip, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:47.727524 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e4d7bf-d341-42dc-aa43-5f8f0f1eb35b tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:56:47.727909 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e4d7bf-d341-42dc-aa43-5f8f0f1eb35b tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:56:47.728257 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e4d7bf-d341-42dc-aa43-5f8f0f1eb35b tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:56:47.728597 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e4d7bf-d341-42dc-aa43-5f8f0f1eb35b tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:56:47.728936 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e4d7bf-d341-42dc-aa43-5f8f0f1eb35b tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:56:47.729260 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e4d7bf-d341-42dc-aa43-5f8f0f1eb35b tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:56:47.729615 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e4d7bf-d341-42dc-aa43-5f8f0f1eb35b tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:56:47.729948 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e4d7bf-d341-42dc-aa43-5f8f0f1eb35b tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:56:47.730275 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e4d7bf-d341-42dc-aa43-5f8f0f1eb35b tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:56:47.730680 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e4d7bf-d341-42dc-aa43-5f8f0f1eb35b tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:56:47.731019 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e4d7bf-d341-42dc-aa43-5f8f0f1eb35b tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:56:47.731338 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e4d7bf-d341-42dc-aa43-5f8f0f1eb35b tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:56:47.852324 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.db.l3_db [None req-68e4d7bf-d341-42dc-aa43-5f8f0f1eb35b tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Floating IP 22083a0e-2dfe-4592-8a8f-eb7bdbb5d166 associated. External IP: 172.27.3.146, port: 6222adc6-96c0-4af0-b43c-be1a4f66db2c. Sep 03 09:56:47.930204 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:48.162897 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e4d7bf-d341-42dc-aa43-5f8f0f1eb35b tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Router de34ef44-f874-434b-bbab-dfcfaabb18f7 has already been hosted by L3 agent d52909a0-0f60-4ffe-9597-25dbe871271a {{(pid=105524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 09:56:48.202458 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e1208a-3830-4d08-a7fd-366452126a56 req-d7f916b5-c466-42d0-b0a7-1fa40d0e165a tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:48.204735 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-00e1208a-3830-4d08-a7fd-366452126a56 req-d7f916b5-c466-42d0-b0a7-1fa40d0e165a tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 946 time: 0.0911348 Sep 03 09:56:48.270014 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-00e1208a-3830-4d08-a7fd-366452126a56 req-5b6c6516-e25f-4956-af92-f4f7d560eece tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=fad2066b-cb6a-4f3b-9c7f-91cf48e4dc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585635 Sep 03 09:56:48.326799 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e4d7bf-d341-42dc-aa43-5f8f0f1eb35b tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify agent at l3_agent.dv-cinder-606346-32-iscsi the message routers_updated {{(pid=105524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 09:56:48.339351 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22eeb708-736b-49a5-ac9f-fde96182c055 None None] Sync routers for ids ['de34ef44-f874-434b-bbab-dfcfaabb18f7'] in dv-cinder-606346-32-iscsi {{(pid=105526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 09:56:48.353462 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-68e4d7bf-d341-42dc-aa43-5f8f0f1eb35b tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for floatingip, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:48.356692 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22eeb708-736b-49a5-ac9f-fde96182c055 None None] Routers {'de34ef44-f874-434b-bbab-dfcfaabb18f7'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:56:48.358703 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-22eeb708-736b-49a5-ac9f-fde96182c055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:56:32Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['de34ef44-f874-434b-bbab-dfcfaabb18f7'], 'active': True} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:56:48.387055 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-68e4d7bf-d341-42dc-aa43-5f8f0f1eb35b tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1261957 Sep 03 09:56:48.387780 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d39a733-001d-4aa8-ae10-afd4108dd828', 'tag': '6222adc6-96c0-4af0-b43c-be1a4f66db2c'}] {{(pid=105524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:56:48.390157 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07cd05725c708ed75ef04e80da70ebdfc8c47d02cbbda1b8cc3f0b48d37440d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8395f8-3b96-43ef-90eb-d2cad2571757" -d '{"events": [{"name": "network-changed", "server_uuid": "5d39a733-001d-4aa8-ae10-afd4108dd828", "tag": "6222adc6-96c0-4af0-b43c-be1a4f66db2c"}]}' {{(pid=105524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:56:48.432410 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 09:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89af53c4-1358-4b62-a97a-3e6411e789ac x-openstack-request-id: req-89af53c4-1358-4b62-a97a-3e6411e789ac {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:56:48.432718 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d39a733-001d-4aa8-ae10-afd4108dd828", "tag": "6222adc6-96c0-4af0-b43c-be1a4f66db2c", "status": "completed", "code": 200}]} {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:56:48.432961 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-89af53c4-1358-4b62-a97a-3e6411e789ac {{(pid=105524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:56:48.433368 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d39a733-001d-4aa8-ae10-afd4108dd828', 'tag': '6222adc6-96c0-4af0-b43c-be1a4f66db2c', 'status': 'completed', 'code': 200} Sep 03 09:56:48.528504 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8395f8-3b96-43ef-90eb-d2cad2571757 req-8ddefd79-a1b7-4a6c-8962-cbcdfbbf4b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:48.535785 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-ce8395f8-3b96-43ef-90eb-d2cad2571757 req-8ddefd79-a1b7-4a6c-8962-cbcdfbbf4b03 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=44b3fef83509437faeb9b56d841754dc&device_id=5d39a733-001d-4aa8-ae10-afd4108dd828 HTTP/1.1" status: 200 len: 1099 time: 0.0622239 Sep 03 09:56:48.545828 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvr_db [None req-22eeb708-736b-49a5-ac9f-fde96182c055 None None] Set router de34ef44-f874-434b-bbab-dfcfaabb18f7 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:56:48.652741 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8395f8-3b96-43ef-90eb-d2cad2571757 req-406fd21a-fa94-424e-b432-0d60c4312cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:48.654579 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-ce8395f8-3b96-43ef-90eb-d2cad2571757 req-406fd21a-fa94-424e-b432-0d60c4312cc6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6c3f9ad0-7bd7-4b81-8392-49aacbf78e47 HTTP/1.1" status: 200 len: 913 time: 0.1156271 Sep 03 09:56:48.736037 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-ce8395f8-3b96-43ef-90eb-d2cad2571757 req-c3e835c1-1003-41fa-aa7e-b82c03c30ad4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6222adc6-96c0-4af0-b43c-be1a4f66db2c HTTP/1.1" status: 200 len: 1000 time: 0.0733826 Sep 03 09:56:48.794847 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8395f8-3b96-43ef-90eb-d2cad2571757 req-749bad25-a3f6-4cca-bba5-f498c544ff84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:48.796249 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-ce8395f8-3b96-43ef-90eb-d2cad2571757 req-749bad25-a3f6-4cca-bba5-f498c544ff84 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f30130ee-7f80-427c-b15d-1973012df7f3 HTTP/1.1" status: 200 len: 851 time: 0.0531874 Sep 03 09:56:48.844676 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8395f8-3b96-43ef-90eb-d2cad2571757 req-690a5dd0-222a-484f-b3a6-8615829b0c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:48.846264 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-ce8395f8-3b96-43ef-90eb-d2cad2571757 req-690a5dd0-222a-484f-b3a6-8615829b0c4d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6c3f9ad0-7bd7-4b81-8392-49aacbf78e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0433545 Sep 03 09:56:48.878731 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-22eeb708-736b-49a5-ac9f-fde96182c055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'name': 'tempest-TestVolumeBootPattern-1130982208-router', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '07886559-ab62-45a9-86dc-6696d525adc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:11Z', 'updated_at': '2021-09-03T09:52:21Z', 'revision_number': 4, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'gw_port': {'id': '07886559-ab62-45a9-86dc-6696d525adc4', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:14Z', 'updated_at': '2021-09-03T09:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_floatingips': [{'id': '22083a0e-2dfe-4592-8a8f-eb7bdbb5d166', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'floating_ip_address': '172.27.3.146', 'floating_network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'router_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'port_id': '6222adc6-96c0-4af0-b43c-be1a4f66db2c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47', 'mac_address': 'fa:16:3e:9b:2a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d39a733-001d-4aa8-ae10-afd4108dd828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T09:56:47Z', 'updated_at': '2021-09-03T09:56:47Z', 'revision_number': 0, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99147bf0-b2b2-4dc0-b6fa-49432e6b090f', 'name': '', 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'mac_address': 'fa:16:3e:3e:cc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f30130ee-7f80-427c-b15d-1973012df7f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:20Z', 'updated_at': '2021-09-03T09:52:35Z', 'revision_number': 5, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'subnets': [{'id': 'f30130ee-7f80-427c-b15d-1973012df7f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:56:48.906747 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22eeb708-736b-49a5-ac9f-fde96182c055 None None] Checking router: de34ef44-f874-434b-bbab-dfcfaabb18f7 for host: dv-cinder-606346-32-iscsi {{(pid=105526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 09:56:48.917807 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22eeb708-736b-49a5-ac9f-fde96182c055 None None] Routers {'de34ef44-f874-434b-bbab-dfcfaabb18f7'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:56:48.918474 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-22eeb708-736b-49a5-ac9f-fde96182c055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:56:32Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['de34ef44-f874-434b-bbab-dfcfaabb18f7'], 'active': True} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:56:48.952033 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-ce8395f8-3b96-43ef-90eb-d2cad2571757 req-3b886876-e9a1-4c9e-b6d8-eef0ef69f2a2 service neutron] 10.222.0.60 "GET /v2.0/networks/6c3f9ad0-7bd7-4b81-8392-49aacbf78e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975890 Sep 03 09:56:49.058209 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-ce8395f8-3b96-43ef-90eb-d2cad2571757 req-730945a7-40e5-478a-8061-2534c192c253 service neutron] 10.222.0.60 "GET /v2.0/networks/6c3f9ad0-7bd7-4b81-8392-49aacbf78e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977738 Sep 03 09:56:49.060315 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvr_db [None req-22eeb708-736b-49a5-ac9f-fde96182c055 None None] Set router de34ef44-f874-434b-bbab-dfcfaabb18f7 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:56:49.302365 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-22eeb708-736b-49a5-ac9f-fde96182c055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'name': 'tempest-TestVolumeBootPattern-1130982208-router', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '07886559-ab62-45a9-86dc-6696d525adc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:11Z', 'updated_at': '2021-09-03T09:52:21Z', 'revision_number': 4, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'gw_port': {'id': '07886559-ab62-45a9-86dc-6696d525adc4', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:14Z', 'updated_at': '2021-09-03T09:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_floatingips': [{'id': '22083a0e-2dfe-4592-8a8f-eb7bdbb5d166', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'floating_ip_address': '172.27.3.146', 'floating_network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'router_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'port_id': '6222adc6-96c0-4af0-b43c-be1a4f66db2c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47', 'mac_address': 'fa:16:3e:9b:2a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d39a733-001d-4aa8-ae10-afd4108dd828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T09:56:47Z', 'updated_at': '2021-09-03T09:56:47Z', 'revision_number': 0, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99147bf0-b2b2-4dc0-b6fa-49432e6b090f', 'name': '', 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'mac_address': 'fa:16:3e:3e:cc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f30130ee-7f80-427c-b15d-1973012df7f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:20Z', 'updated_at': '2021-09-03T09:52:35Z', 'revision_number': 5, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'subnets': [{'id': 'f30130ee-7f80-427c-b15d-1973012df7f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:56:49.338125 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22eeb708-736b-49a5-ac9f-fde96182c055 None None] The sync data for ids ['de34ef44-f874-434b-bbab-dfcfaabb18f7'] in dv-cinder-606346-32-iscsi is: [{'id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'name': 'tempest-TestVolumeBootPattern-1130982208-router', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '07886559-ab62-45a9-86dc-6696d525adc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:11Z', 'updated_at': '2021-09-03T09:52:21Z', 'revision_number': 4, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'gw_port': {'id': '07886559-ab62-45a9-86dc-6696d525adc4', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:14Z', 'updated_at': '2021-09-03T09:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_floatingips': [{'id': '22083a0e-2dfe-4592-8a8f-eb7bdbb5d166', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'floating_ip_address': '172.27.3.146', 'floating_network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'router_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'port_id': '6222adc6-96c0-4af0-b43c-be1a4f66db2c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47', 'mac_address': 'fa:16:3e:9b:2a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d39a733-001d-4aa8-ae10-afd4108dd828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T09:56:47Z', 'updated_at': '2021-09-03T09:56:47Z', 'revision_number': 0, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99147bf0-b2b2-4dc0-b6fa-49432e6b090f', 'name': '', 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'mac_address': 'fa:16:3e:3e:cc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f30130ee-7f80-427c-b15d-1973012df7f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:20Z', 'updated_at': '2021-09-03T09:52:35Z', 'revision_number': 5, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'subnets': [{'id': 'f30130ee-7f80-427c-b15d-1973012df7f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 09:56:49.416833 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6081c-8f56-472d-9d3c-971754349682 req-f778a76c-42db-450a-93a0-e0655e37278a tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:49.419666 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-e1f6081c-8f56-472d-9d3c-971754349682 req-f778a76c-42db-450a-93a0-e0655e37278a tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 946 time: 0.0687742 Sep 03 09:56:49.481837 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-e1f6081c-8f56-472d-9d3c-971754349682 req-0bdbad51-8106-49c5-8518-34b872a1e43d tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=fad2066b-cb6a-4f3b-9c7f-91cf48e4dc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547714 Sep 03 09:56:49.566879 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61f3c9d-1309-489d-bd67-c99d5d5064d2 None None] New status for floating IP 22083a0e-2dfe-4592-8a8f-eb7bdbb5d166: ACTIVE {{(pid=105527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 09:56:49.834107 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447b402-94a6-4503-b3c1-a36977eebc7b req-239f2360-540b-4ccd-b6a6-976f3f75619a tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:49.835682 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-d447b402-94a6-4503-b3c1-a36977eebc7b req-239f2360-540b-4ccd-b6a6-976f3f75619a tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 944 time: 0.0619245 Sep 03 09:56:49.877350 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-d447b402-94a6-4503-b3c1-a36977eebc7b req-113e3ec7-ff00-4963-bee4-ee57853e3535 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356679 Sep 03 09:56:50.275425 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 41684) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:56:50.364931 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-fab088ea-20f4-4e59-998b-5f9f61b61a55 req-0a0f71b0-c53c-4a24-93ef-1e3d085a303c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0882454 Sep 03 09:56:50.374711 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [req-fab088ea-20f4-4e59-998b-5f9f61b61a55 req-135ab82d-06a2-4c4f-a357-bdf23b556c23 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=105524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 09:56:50.375791 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-fab088ea-20f4-4e59-998b-5f9f61b61a55 req-135ab82d-06a2-4c4f-a357-bdf23b556c23 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054123 Sep 03 09:56:50.617478 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408fe9a2-9176-416e-8697-59d6ddcbc2e9 req-4a66e1bd-f8f0-4450-a5c4-6b7366859813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:50.622343 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-408fe9a2-9176-416e-8697-59d6ddcbc2e9 req-4a66e1bd-f8f0-4450-a5c4-6b7366859813 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=142a249ef3174087aaed6c7fd74387f2&device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 1099 time: 0.0800846 Sep 03 09:56:50.647665 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4369e0-4b65-45dc-950d-c9e7f7e56202 req-c3134517-b7c4-4e79-ad8d-d8c2c812b5e8 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:50.654186 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-4f4369e0-4b65-45dc-950d-c9e7f7e56202 req-c3134517-b7c4-4e79-ad8d-d8c2c812b5e8 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 946 time: 0.0775635 Sep 03 09:56:50.739443 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-4f4369e0-4b65-45dc-950d-c9e7f7e56202 req-6fa191d0-c88a-4883-847c-1349864bbfc9 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=fad2066b-cb6a-4f3b-9c7f-91cf48e4dc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756443 Sep 03 09:56:50.779793 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408fe9a2-9176-416e-8697-59d6ddcbc2e9 req-423f64bc-0f6d-4174-a77d-71f4f4c70ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:50.781362 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-408fe9a2-9176-416e-8697-59d6ddcbc2e9 req-423f64bc-0f6d-4174-a77d-71f4f4c70ee8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cf5f7525-722a-4835-b4c5-9059086ceeeb HTTP/1.1" status: 200 len: 911 time: 0.1353152 Sep 03 09:56:50.888971 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-408fe9a2-9176-416e-8697-59d6ddcbc2e9 req-9dced7f9-9a31-4583-8ed0-f228efdafc62 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4489e41-a18f-4ab2-9044-cca85634caef HTTP/1.1" status: 200 len: 1001 time: 0.0945072 Sep 03 09:56:51.002486 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408fe9a2-9176-416e-8697-59d6ddcbc2e9 req-ea6fdfef-af95-4a25-bf9a-c8989c1ae755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:51.004033 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-408fe9a2-9176-416e-8697-59d6ddcbc2e9 req-ea6fdfef-af95-4a25-bf9a-c8989c1ae755 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4af724c9-aaaf-4dc2-acfe-eb8c4b70b5a1 HTTP/1.1" status: 200 len: 849 time: 0.1059139 Sep 03 09:56:51.080979 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe873d91-4c98-442e-ab2c-5a0e5fdb6c98 req-295f613a-2967-4199-b435-2973e1f24eb0 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:51.082765 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-fe873d91-4c98-442e-ab2c-5a0e5fdb6c98 req-295f613a-2967-4199-b435-2973e1f24eb0 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 944 time: 0.0916245 Sep 03 09:56:51.090098 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408fe9a2-9176-416e-8697-59d6ddcbc2e9 req-690a31f8-a950-4713-bf84-57cfa4ebba8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:51.091653 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-408fe9a2-9176-416e-8697-59d6ddcbc2e9 req-690a31f8-a950-4713-bf84-57cfa4ebba8e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cf5f7525-722a-4835-b4c5-9059086ceeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0676939 Sep 03 09:56:51.179303 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-fe873d91-4c98-442e-ab2c-5a0e5fdb6c98 req-4d84c71b-89cf-4c0a-8ced-6210c3ac239f tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833619 Sep 03 09:56:51.364419 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 47ab5650-bc07-466a-9db7-4918c10c56ff no longer exists at agent hyperv_hv-cinder-60634 {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 09:56:51.562323 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-408fe9a2-9176-416e-8697-59d6ddcbc2e9 req-9ba6baea-9e6a-4248-8475-05d858cfd186 service neutron] 10.222.0.60 "GET /v2.0/networks/cf5f7525-722a-4835-b4c5-9059086ceeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4515016 Sep 03 09:56:51.582016 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab088ea-20f4-4e59-998b-5f9f61b61a55 req-2924ed50-ccd6-4a83-95df-3447793e0a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:51.583480 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-fab088ea-20f4-4e59-998b-5f9f61b61a55 req-2924ed50-ccd6-4a83-95df-3447793e0a00 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee&tenant_id=bbe4096f40d64702be2a6fb537ac5c42 HTTP/1.1" status: 200 len: 1097 time: 0.1040840 Sep 03 09:56:51.692887 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab088ea-20f4-4e59-998b-5f9f61b61a55 req-dcceb9ed-9aa5-4dee-a328-3dfcd3ab7686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:51.694424 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-fab088ea-20f4-4e59-998b-5f9f61b61a55 req-dcceb9ed-9aa5-4dee-a328-3dfcd3ab7686 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bbe4096f40d64702be2a6fb537ac5c42&device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 1097 time: 0.0868006 Sep 03 09:56:51.697325 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-408fe9a2-9176-416e-8697-59d6ddcbc2e9 req-d68219ce-6e69-45d6-906d-6dee74dea721 service neutron] 10.222.0.60 "GET /v2.0/networks/cf5f7525-722a-4835-b4c5-9059086ceeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278532 Sep 03 09:56:51.797677 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab088ea-20f4-4e59-998b-5f9f61b61a55 req-fd93c032-ac9d-4513-9fa7-db9f6c5d3348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:51.799210 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-fab088ea-20f4-4e59-998b-5f9f61b61a55 req-fd93c032-ac9d-4513-9fa7-db9f6c5d3348 service neutron] 10.222.0.60 "GET /v2.0/networks?id=528a02fc-44c8-4bd1-9db4-aa8e01cd9db5 HTTP/1.1" status: 200 len: 917 time: 0.0953498 Sep 03 09:56:51.876081 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-fab088ea-20f4-4e59-998b-5f9f61b61a55 req-14972039-63f3-4338-b9da-87ba784d4109 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47ab5650-bc07-466a-9db7-4918c10c56ff HTTP/1.1" status: 200 len: 999 time: 0.0699952 Sep 03 09:56:51.882296 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37a3ed-a965-4d97-9ce8-da16739eb2e9 req-5cef981d-f7b0-4bf4-896b-38d66d9657fd tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:51.884462 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-3f37a3ed-a965-4d97-9ce8-da16739eb2e9 req-5cef981d-f7b0-4bf4-896b-38d66d9657fd tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 946 time: 0.0562520 Sep 03 09:56:51.927501 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-3f37a3ed-a965-4d97-9ce8-da16739eb2e9 req-a6241e3d-7e26-4029-93cc-4891176a181b tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=fad2066b-cb6a-4f3b-9c7f-91cf48e4dc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367942 Sep 03 09:56:51.928616 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab088ea-20f4-4e59-998b-5f9f61b61a55 req-f8eb1da9-a498-44b2-841a-b0a5f6f1d43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:51.930142 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-fab088ea-20f4-4e59-998b-5f9f61b61a55 req-f8eb1da9-a498-44b2-841a-b0a5f6f1d43d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b9bc1cc-f1d0-4f7b-aa38-f059a6d84938 HTTP/1.1" status: 200 len: 855 time: 0.0478163 Sep 03 09:56:51.984143 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab088ea-20f4-4e59-998b-5f9f61b61a55 req-2554aada-c50e-4a58-bb9f-7b9b1e27e02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:51.985702 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-fab088ea-20f4-4e59-998b-5f9f61b61a55 req-2554aada-c50e-4a58-bb9f-7b9b1e27e02e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=528a02fc-44c8-4bd1-9db4-aa8e01cd9db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0489283 Sep 03 09:56:52.083208 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-fab088ea-20f4-4e59-998b-5f9f61b61a55 req-c3ecc5f3-2772-40fa-8e45-6fc8f5b73d97 service neutron] 10.222.0.60 "GET /v2.0/networks/528a02fc-44c8-4bd1-9db4-aa8e01cd9db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900204 Sep 03 09:56:52.193473 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-fab088ea-20f4-4e59-998b-5f9f61b61a55 req-b4cdff8e-78b1-4e66-bfe2-7fe607bae7e7 service neutron] 10.222.0.60 "GET /v2.0/networks/528a02fc-44c8-4bd1-9db4-aa8e01cd9db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034105 Sep 03 09:56:52.322968 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ac3c0d-21c7-4927-830d-4f121939f530 req-1db375c7-ad43-491e-9a42-c651f8c57fac tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:52.324594 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-e9ac3c0d-21c7-4927-830d-4f121939f530 req-1db375c7-ad43-491e-9a42-c651f8c57fac tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 944 time: 0.0546031 Sep 03 09:56:52.371620 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-e9ac3c0d-21c7-4927-830d-4f121939f530 req-33eb1441-c933-4400-8394-1bb2750d2e68 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408137 Sep 03 09:56:53.073396 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1519d1-ae56-4785-85ae-6550a9ee6daf req-dc6a67f4-80e7-4a9f-a27c-522f0037c897 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:53.074986 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-cd1519d1-ae56-4785-85ae-6550a9ee6daf req-dc6a67f4-80e7-4a9f-a27c-522f0037c897 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 946 time: 0.0647357 Sep 03 09:56:53.119932 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-cd1519d1-ae56-4785-85ae-6550a9ee6daf req-5c6974df-b336-4142-8291-8378379d4975 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=fad2066b-cb6a-4f3b-9c7f-91cf48e4dc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376906 Sep 03 09:56:53.528116 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f34d3-a50b-407f-a56e-d5715eada7be req-e55656ce-65fc-44d4-9ce6-018618a9bf68 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:53.529737 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-cb9f34d3-a50b-407f-a56e-d5715eada7be req-e55656ce-65fc-44d4-9ce6-018618a9bf68 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 944 time: 0.0661619 Sep 03 09:56:53.586235 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-cb9f34d3-a50b-407f-a56e-d5715eada7be req-6c02ec61-163f-48ec-a688-dc0f3db91bc2 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483129 Sep 03 09:56:54.297136 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc1101-30e8-430c-a269-a4270fe7f8b2 req-b0b85f14-cc63-4295-95d5-00ebcf1c47fd tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:54.299242 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-39dc1101-30e8-430c-a269-a4270fe7f8b2 req-b0b85f14-cc63-4295-95d5-00ebcf1c47fd tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 946 time: 0.0654309 Sep 03 09:56:54.348420 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-39dc1101-30e8-430c-a269-a4270fe7f8b2 req-f454ad4a-1f62-44eb-b79b-add97bbfa054 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=fad2066b-cb6a-4f3b-9c7f-91cf48e4dc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379195 Sep 03 09:56:54.833159 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ed6bd-3688-4407-82b0-2ff1fd6b9301 req-45955a2a-d3e6-46c4-b863-f6aff8260f81 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:54.840766 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-e71ed6bd-3688-4407-82b0-2ff1fd6b9301 req-45955a2a-d3e6-46c4-b863-f6aff8260f81 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 944 time: 0.0955598 Sep 03 09:56:54.917313 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-e71ed6bd-3688-4407-82b0-2ff1fd6b9301 req-9138f48f-64ec-41ed-8f37-66607062b3dc tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697207 Sep 03 09:56:55.507785 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2eaccf-5d53-40d3-98a6-4fc92af7ffe2 req-22ffb90b-8c2b-4c38-ad2a-6913125e893d tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:55.511836 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-af2eaccf-5d53-40d3-98a6-4fc92af7ffe2 req-22ffb90b-8c2b-4c38-ad2a-6913125e893d tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 946 time: 0.0835693 Sep 03 09:56:55.558584 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-af2eaccf-5d53-40d3-98a6-4fc92af7ffe2 req-91a61109-157f-45bc-871e-ba5a9eb45b97 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=fad2066b-cb6a-4f3b-9c7f-91cf48e4dc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419388 Sep 03 09:56:56.064948 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a86ea-1b89-4515-ab34-93550f1381a3 req-51bb7b3a-272f-4fa2-b11a-04f98eae8fb0 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:56.067765 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-c01a86ea-1b89-4515-ab34-93550f1381a3 req-51bb7b3a-272f-4fa2-b11a-04f98eae8fb0 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 944 time: 0.0695136 Sep 03 09:56:56.117158 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-c01a86ea-1b89-4515-ab34-93550f1381a3 req-1ae97aa9-873d-4ec2-91b9-a72041de1b7a tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427637 Sep 03 09:56:56.728314 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1192b-9689-490a-a510-c4491b7f41ad req-ec0b2b8d-91e1-450a-9282-566c632e6c7a tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:56.730096 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-e4e1192b-9689-490a-a510-c4491b7f41ad req-ec0b2b8d-91e1-450a-9282-566c632e6c7a tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 946 time: 0.0693772 Sep 03 09:56:56.807377 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-e4e1192b-9689-490a-a510-c4491b7f41ad req-ed5e4e4d-573e-4e6c-a3b6-968f98ae6db5 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=fad2066b-cb6a-4f3b-9c7f-91cf48e4dc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682566 Sep 03 09:56:57.347767 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb40c52-da81-41f7-af09-9585a1de1ef4 req-3cdb02d7-333b-4877-ae3d-125e4dc8a73a tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:57.349394 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-ebb40c52-da81-41f7-af09-9585a1de1ef4 req-3cdb02d7-333b-4877-ae3d-125e4dc8a73a tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 944 time: 0.0797994 Sep 03 09:56:57.402475 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-ebb40c52-da81-41f7-af09-9585a1de1ef4 req-8ed25c1a-4820-4c2f-8d56-0bbbb0109a12 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415103 Sep 03 09:56:57.962624 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3e4cc-a1c2-4579-8d9e-7c186fb4c294 req-8c497900-c625-469d-84d3-b254b46af128 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:57.964152 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-16c3e4cc-a1c2-4579-8d9e-7c186fb4c294 req-8c497900-c625-469d-84d3-b254b46af128 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 946 time: 0.0615540 Sep 03 09:56:58.008457 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-16c3e4cc-a1c2-4579-8d9e-7c186fb4c294 req-38433dfb-5818-4842-88f6-c0552c7b4b29 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=fad2066b-cb6a-4f3b-9c7f-91cf48e4dc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380051 Sep 03 09:56:58.605133 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c0040f-7e01-436d-a621-d78e34b2d6fb req-fa9e9d1c-98ce-49e8-a095-0cf3a1f8a8b1 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:58.607733 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-f9c0040f-7e01-436d-a621-d78e34b2d6fb req-fa9e9d1c-98ce-49e8-a095-0cf3a1f8a8b1 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 944 time: 0.0871980 Sep 03 09:56:58.654585 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-f9c0040f-7e01-436d-a621-d78e34b2d6fb req-2029689a-0c8d-4238-8e61-582da41d068f tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363510 Sep 03 09:56:59.151232 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-fa3efc40-71fd-4708-8d6c-eee59ab7bc68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:56:59.199604 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c5fee-4026-4cfb-868a-a01944581f6f req-cbe2a5bd-77aa-4963-884c-3c0e6a85a542 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:59.202488 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-950c5fee-4026-4cfb-868a-a01944581f6f req-cbe2a5bd-77aa-4963-884c-3c0e6a85a542 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 946 time: 0.0919285 Sep 03 09:56:59.253409 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-950c5fee-4026-4cfb-868a-a01944581f6f req-a991aedf-d014-409d-b68e-d845d5bc5f35 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=fad2066b-cb6a-4f3b-9c7f-91cf48e4dc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404892 Sep 03 09:56:59.816561 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0cd1e-b039-4901-b98e-eff3fe308033 req-ae7aad0c-7e78-4f21-b6fe-b5f7db470088 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:56:59.818262 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-ccb0cd1e-b039-4901-b98e-eff3fe308033 req-ae7aad0c-7e78-4f21-b6fe-b5f7db470088 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 944 time: 0.0665829 Sep 03 09:56:59.872944 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-ccb0cd1e-b039-4901-b98e-eff3fe308033 req-1f26f148-400a-49e8-8f7a-9e37c26822b7 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474823 Sep 03 09:57:00.410450 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f56a030-367e-4cc3-bf9c-9d2ecee4d8c7 req-b683f8b1-8dc8-4dda-b696-c75fee4f7f52 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:57:00.412105 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-5f56a030-367e-4cc3-bf9c-9d2ecee4d8c7 req-b683f8b1-8dc8-4dda-b696-c75fee4f7f52 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 946 time: 0.0587966 Sep 03 09:57:00.457818 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-5f56a030-367e-4cc3-bf9c-9d2ecee4d8c7 req-3cbf5757-242d-43ab-958b-d049a0c61e04 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=fad2066b-cb6a-4f3b-9c7f-91cf48e4dc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386529 Sep 03 09:57:01.047268 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbbe94b-ac2b-4043-ac92-a92d7f9578a5 req-bd2e1791-4c63-44f2-b13c-89b0f2eb1d7b tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:57:01.048916 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-6cbbe94b-ac2b-4043-ac92-a92d7f9578a5 req-bd2e1791-4c63-44f2-b13c-89b0f2eb1d7b tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 944 time: 0.0641782 Sep 03 09:57:01.093440 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-6cbbe94b-ac2b-4043-ac92-a92d7f9578a5 req-b32d6d10-d68b-492f-a31f-5f523c1459c8 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361049 Sep 03 09:57:01.623065 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d458864-ea45-4e9c-b06b-f185fd1c218e req-d626ebd9-8ffc-4abc-bda8-cec552b09a49 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:57:01.624702 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-5d458864-ea45-4e9c-b06b-f185fd1c218e req-d626ebd9-8ffc-4abc-bda8-cec552b09a49 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 946 time: 0.0576601 Sep 03 09:57:01.698060 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-5d458864-ea45-4e9c-b06b-f185fd1c218e req-364b0a72-2e8d-4d51-8c94-c91968cb58db tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=fad2066b-cb6a-4f3b-9c7f-91cf48e4dc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594664 Sep 03 09:57:02.087121 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-d9c7bccb-0266-4b23-8e96-d5c892f01883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:02.228406 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df778ecc-89dd-4bbe-badb-3b06a630d9e5 req-74a7f94f-17df-4e17-b82c-d5ceb3498db0 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:57:02.234420 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-df778ecc-89dd-4bbe-badb-3b06a630d9e5 req-74a7f94f-17df-4e17-b82c-d5ceb3498db0 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 944 time: 0.0600803 Sep 03 09:57:02.277760 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-df778ecc-89dd-4bbe-badb-3b06a630d9e5 req-02f5e74d-0e5e-427a-9eb1-95e6d2f04021 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412574 Sep 03 09:57:02.863321 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a76aa-1cb3-42a3-a298-d7c63d258f7a req-51255f15-d5dd-4e7d-ac24-dc4a422ee594 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:57:02.864919 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-e34a76aa-1cb3-42a3-a298-d7c63d258f7a req-51255f15-d5dd-4e7d-ac24-dc4a422ee594 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 946 time: 0.0562370 Sep 03 09:57:02.924347 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-e34a76aa-1cb3-42a3-a298-d7c63d258f7a req-0ef94a3e-d3d8-4474-b164-e96fbe6f49a7 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=fad2066b-cb6a-4f3b-9c7f-91cf48e4dc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483406 Sep 03 09:57:03.436787 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3688a00f-d611-4e52-94db-2f04a0ef9d12 req-e22553c2-6f47-498e-b1e2-df880649e82a tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:57:03.438423 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-3688a00f-d611-4e52-94db-2f04a0ef9d12 req-e22553c2-6f47-498e-b1e2-df880649e82a tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 944 time: 0.0518651 Sep 03 09:57:03.492459 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:03.497176 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-3688a00f-d611-4e52-94db-2f04a0ef9d12 req-d522f1e8-38cb-4e3b-8ba1-ec1465642c79 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472019 Sep 03 09:57:03.819359 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a642e642-fcb2-47b5-b777-13e8b57c6243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:04.059824 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d66dade-1094-4d78-820d-65710514a8ff req-5fcaa23e-d74a-4d61-8f2e-9812c9a1d830 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:57:04.061340 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-0d66dade-1094-4d78-820d-65710514a8ff req-5fcaa23e-d74a-4d61-8f2e-9812c9a1d830 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 946 time: 0.0641310 Sep 03 09:57:04.100605 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-0d66dade-1094-4d78-820d-65710514a8ff req-83564333-0453-4486-8c56-2c08b0c15655 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=fad2066b-cb6a-4f3b-9c7f-91cf48e4dc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332146 Sep 03 09:57:04.323758 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b17c1-355a-4f9a-b5c7-43fa6ecdbb6a req-3631a2b2-567e-4631-bb91-d563eebc6be7 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:57:04.325255 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-118b17c1-355a-4f9a-b5c7-43fa6ecdbb6a req-3631a2b2-567e-4631-bb91-d563eebc6be7 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 946 time: 0.0579622 Sep 03 09:57:04.366498 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-118b17c1-355a-4f9a-b5c7-43fa6ecdbb6a req-1e4b43a4-5504-4091-a9ce-a55da269c3b9 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=fad2066b-cb6a-4f3b-9c7f-91cf48e4dc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337105 Sep 03 09:57:04.381801 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abab67b-7e1f-4bcd-8c36-926d3116fe1d req-88fc8ef1-09e0-4b72-b0f0-3ac0dec832e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:57:04.383299 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-8abab67b-7e1f-4bcd-8c36-926d3116fe1d req-88fc8ef1-09e0-4b72-b0f0-3ac0dec832e7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=142a249ef3174087aaed6c7fd74387f2&device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 1099 time: 0.0420384 Sep 03 09:57:04.474320 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abab67b-7e1f-4bcd-8c36-926d3116fe1d req-2794da1b-4128-425b-b82d-27b3de6895cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:57:04.475751 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-8abab67b-7e1f-4bcd-8c36-926d3116fe1d req-2794da1b-4128-425b-b82d-27b3de6895cb service neutron] 10.222.0.60 "GET /v2.0/networks?id=cf5f7525-722a-4835-b4c5-9059086ceeeb HTTP/1.1" status: 200 len: 911 time: 0.0858393 Sep 03 09:57:04.497125 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-86f92317-4722-4035-969f-07b0852c8c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:04.546741 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-8abab67b-7e1f-4bcd-8c36-926d3116fe1d req-1b2279dc-ffd2-46b2-b787-18dfd4816f69 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4489e41-a18f-4ab2-9044-cca85634caef HTTP/1.1" status: 200 len: 1001 time: 0.0638876 Sep 03 09:57:04.622777 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abab67b-7e1f-4bcd-8c36-926d3116fe1d req-1f453d0d-8056-401e-9fc7-c617beff1d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:57:04.624769 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-8abab67b-7e1f-4bcd-8c36-926d3116fe1d req-1f453d0d-8056-401e-9fc7-c617beff1d88 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4af724c9-aaaf-4dc2-acfe-eb8c4b70b5a1 HTTP/1.1" status: 200 len: 849 time: 0.0712435 Sep 03 09:57:04.671422 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb094c9b-05b4-4c72-a07f-8444f5c2068d req-506a081f-61c2-41dd-820a-43706253c82f tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:57:04.672940 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-fb094c9b-05b4-4c72-a07f-8444f5c2068d req-506a081f-61c2-41dd-820a-43706253c82f tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 944 time: 0.0929260 Sep 03 09:57:04.706816 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abab67b-7e1f-4bcd-8c36-926d3116fe1d req-d0d4fbb1-f5b4-45ef-a51e-669291139491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:57:04.708328 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-8abab67b-7e1f-4bcd-8c36-926d3116fe1d req-d0d4fbb1-f5b4-45ef-a51e-669291139491 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cf5f7525-722a-4835-b4c5-9059086ceeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0755062 Sep 03 09:57:04.728734 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-fb094c9b-05b4-4c72-a07f-8444f5c2068d req-1946d60a-ac2e-4b08-8a53-2fa8296954b7 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494432 Sep 03 09:57:04.808170 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-8abab67b-7e1f-4bcd-8c36-926d3116fe1d req-d1471005-ca9d-4bc4-aa67-1d8920a7d6dd service neutron] 10.222.0.60 "GET /v2.0/networks/cf5f7525-722a-4835-b4c5-9059086ceeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919709 Sep 03 09:57:04.904144 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-8abab67b-7e1f-4bcd-8c36-926d3116fe1d req-eddad1a4-9eee-44fe-acaa-01493d5e113e service neutron] 10.222.0.60 "GET /v2.0/networks/cf5f7525-722a-4835-b4c5-9059086ceeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888658 Sep 03 09:57:05.476262 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 47ab5650-bc07-466a-9db7-4918c10c56ff details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=105526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 09:57:05.500734 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04101848-4481-46dc-b800-dc638366dcd2 req-50107820-c77c-44b0-9bf5-08fea1605de4 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:57:05.503411 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-04101848-4481-46dc-b800-dc638366dcd2 req-50107820-c77c-44b0-9bf5-08fea1605de4 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 946 time: 0.0667765 Sep 03 09:57:05.553290 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-04101848-4481-46dc-b800-dc638366dcd2 req-41b11882-11dd-42a7-bc1d-97a321120718 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=fad2066b-cb6a-4f3b-9c7f-91cf48e4dc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423033 Sep 03 09:57:05.587994 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 47ab5650-bc07-466a-9db7-4918c10c56ff, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=47ab5650-bc07-466a-9db7-4918c10c56ff,segment=NetworkSegment(1683d286-1be2-443d-83f5-01a3e9736922),segment_id=1683d286-1be2-443d-83f5-01a3e9736922)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:57:05.601904 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Returning: {'device': '47ab5650-bc07-466a-9db7-4918c10c56ff', 'network_id': '528a02fc-44c8-4bd1-9db4-aa8e01cd9db5', 'port_id': '47ab5650-bc07-466a-9db7-4918c10c56ff', 'mac_address': 'fa:16:3e:63:71:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b9bc1cc-f1d0-4f7b-aa38-f059a6d84938', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 09:57:05.641041 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:05.656063 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.notifiers.nova [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47ab5650-bc07-466a-9db7-4918c10c56ff {{(pid=105526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 09:57:05.682145 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 47ab5650-bc07-466a-9db7-4918c10c56ff, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=47ab5650-bc07-466a-9db7-4918c10c56ff,segment=NetworkSegment(1683d286-1be2-443d-83f5-01a3e9736922),segment_id=1683d286-1be2-443d-83f5-01a3e9736922)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:57:05.689863 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:05.746716 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Pushing event updated for resources: {'Port': ['ID=47ab5650-bc07-466a-9db7-4918c10c56ff,revision_number=9']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:57:05.875047 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a223219-b645-4c5e-aeb2-874a8d13db41 req-a3e91fbb-755f-422b-beb4-a6985fe1bc86 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:57:05.876570 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-9a223219-b645-4c5e-aeb2-874a8d13db41 req-a3e91fbb-755f-422b-beb4-a6985fe1bc86 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 945 time: 0.0528257 Sep 03 09:57:05.918454 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-9a223219-b645-4c5e-aeb2-874a8d13db41 req-a816dd07-5440-46df-b2f4-0f2d09f634e1 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355105 Sep 03 09:57:05.932087 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] get_ports_and_sgs() called for port_ids ['47ab5650-bc07-466a-9db7-4918c10c56ff'] {{(pid=105526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 09:57:07.055766 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f4983-85ac-4dba-aece-b931370cc2d0 req-66bd3dec-5fd9-4ba7-946c-60db15a8ea78 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:57:07.057372 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-539f4983-85ac-4dba-aece-b931370cc2d0 req-66bd3dec-5fd9-4ba7-946c-60db15a8ea78 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 945 time: 0.0574350 Sep 03 09:57:07.099190 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-539f4983-85ac-4dba-aece-b931370cc2d0 req-6a758722-db35-41fa-bb5c-94d0b249675a tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356529 Sep 03 09:57:07.478549 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 47ab5650-bc07-466a-9db7-4918c10c56ff up at agent hyperv_hv-cinder-60634 {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:57:07.532512 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Provisioning complete for port 47ab5650-bc07-466a-9db7-4918c10c56ff triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:57:07.532889 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:07.612407 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:07.637211 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df2b993-ff18-4dbf-9e83-12a79ef9c9ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ab5650-bc07-466a-9db7-4918c10c56ff'}] {{(pid=105526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:57:07.639519 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4892a96944886cb42b4657d46b368d41fc18c437eb6a682d176e385d93bf320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36579cd-3663-4b57-b2e8-e1e8e10986fd" -d '{"events": [{"server_uuid": "0df2b993-ff18-4dbf-9e83-12a79ef9c9ee", "name": "network-vif-plugged", "status": "completed", "tag": "47ab5650-bc07-466a-9db7-4918c10c56ff"}]}' {{(pid=105526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:57:07.653113 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 47ab5650-bc07-466a-9db7-4918c10c56ff, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=47ab5650-bc07-466a-9db7-4918c10c56ff,segment=NetworkSegment(1683d286-1be2-443d-83f5-01a3e9736922),segment_id=1683d286-1be2-443d-83f5-01a3e9736922)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:57:07.658951 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:07.697491 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 09:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa5e7a7-bbcf-4168-ade1-b48bf0b7176b x-openstack-request-id: req-afa5e7a7-bbcf-4168-ade1-b48bf0b7176b {{(pid=105526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:57:07.697812 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df2b993-ff18-4dbf-9e83-12a79ef9c9ee", "name": "network-vif-plugged", "status": "completed", "tag": "47ab5650-bc07-466a-9db7-4918c10c56ff", "code": 200}]} {{(pid=105526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:57:07.698063 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-afa5e7a7-bbcf-4168-ade1-b48bf0b7176b {{(pid=105526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:57:07.698443 dv-cinder-606346-32-iscsi neutron-server[105526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df2b993-ff18-4dbf-9e83-12a79ef9c9ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ab5650-bc07-466a-9db7-4918c10c56ff', 'code': 200} Sep 03 09:57:07.725241 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Pushing event updated for resources: {'Port': ['ID=47ab5650-bc07-466a-9db7-4918c10c56ff,revision_number=10']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:57:07.880552 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0818aef-1856-4c73-8358-1e5c22671b02 req-1d65c7bc-9227-4b26-bae2-3a72ff43de97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:57:07.882142 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-a0818aef-1856-4c73-8358-1e5c22671b02 req-1d65c7bc-9227-4b26-bae2-3a72ff43de97 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 1100 time: 0.0428154 Sep 03 09:57:07.920032 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-a0818aef-1856-4c73-8358-1e5c22671b02 req-2e3e8649-ec45-49f2-a5e0-fd7c733c9d3b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300765 Sep 03 09:57:08.226257 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919aff9-e461-4b04-a1c8-baf04b156610 req-514591e9-718c-40c8-b71a-6d5c0403ac9b tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:57:08.228594 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-7919aff9-e461-4b04-a1c8-baf04b156610 req-514591e9-718c-40c8-b71a-6d5c0403ac9b tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 947 time: 0.0560226 Sep 03 09:57:08.272249 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-7919aff9-e461-4b04-a1c8-baf04b156610 req-4e0787bc-ed10-4885-a21f-71038bf9e04e tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365317 Sep 03 09:57:09.444088 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e6ba98-f115-43d6-8aa8-9f605626959a req-a31fe5cc-cf86-4878-8271-49681de061cf tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:57:09.445724 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-41e6ba98-f115-43d6-8aa8-9f605626959a req-a31fe5cc-cf86-4878-8271-49681de061cf tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 947 time: 0.0793526 Sep 03 09:57:09.494032 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-41e6ba98-f115-43d6-8aa8-9f605626959a req-7de2c88d-2bbb-4504-860d-bb19a6729b17 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412560 Sep 03 09:57:10.624701 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052da657-ed8e-4153-8e98-5518a48d857e req-074bdb6f-00a2-4cab-9c65-d15938fd0bef tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:57:10.626438 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-052da657-ed8e-4153-8e98-5518a48d857e req-074bdb6f-00a2-4cab-9c65-d15938fd0bef tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 947 time: 0.0561914 Sep 03 09:57:10.671962 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-052da657-ed8e-4153-8e98-5518a48d857e req-e99bd17a-0f0d-482d-98e7-0762b82fdf8d tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389667 Sep 03 09:57:15.034242 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.agents_db [None req-2440585d-454d-4def-9aab-3d39e7194109 None None] Agent healthcheck: found 6 active agents {{(pid=105527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 09:57:17.926746 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:29.155979 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-3f9d981d-7433-4203-b1fc-ed5e438564cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:32.089141 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-6b637753-9446-4d36-8cb6-73cad7df9e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:33.489254 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:33.818186 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a642e642-fcb2-47b5-b777-13e8b57c6243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:34.498984 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-86f92317-4722-4035-969f-07b0852c8c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:44.127263 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96eb3eb-8198-4750-81fc-fa17bc130c9d req-4b06a227-4276-42d9-8c74-c9ef31515eae tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:57:44.128811 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-b96eb3eb-8198-4750-81fc-fa17bc130c9d req-4b06a227-4276-42d9-8c74-c9ef31515eae tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 947 time: 0.0560503 Sep 03 09:57:44.170275 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-b96eb3eb-8198-4750-81fc-fa17bc130c9d req-1de761fe-5bd6-45dd-b2d4-8a2ee7e29bce tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350776 Sep 03 09:57:44.343616 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67cf1d-eb39-4d8c-83e6-209dc81acb3d req-22c7b998-40df-4148-b0a2-4c46d02f896d tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:57:44.345213 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-8b67cf1d-eb39-4d8c-83e6-209dc81acb3d req-22c7b998-40df-4148-b0a2-4c46d02f896d tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 946 time: 0.0518520 Sep 03 09:57:44.388154 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-8b67cf1d-eb39-4d8c-83e6-209dc81acb3d req-d294f7a6-c44a-4537-a45e-dc1a9b4ad93e tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=fad2066b-cb6a-4f3b-9c7f-91cf48e4dc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352488 Sep 03 09:57:45.304787 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573e7ed-5959-4e46-8213-15f026d45565 req-4ecee4a1-fdd0-422d-8b3e-31bd3238e8b3 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:57:45.306477 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-a573e7ed-5959-4e46-8213-15f026d45565 req-4ecee4a1-fdd0-422d-8b3e-31bd3238e8b3 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 947 time: 0.0564234 Sep 03 09:57:45.359177 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-a573e7ed-5959-4e46-8213-15f026d45565 req-a53f1dda-dd97-4f03-8c36-8a191397a10f tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac19e41f-055e-4b36-b36b-b6146fd471bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420570 Sep 03 09:57:45.523185 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ee37f-1037-4b78-b331-2f7a5e0cfd0b req-a193338a-bd11-4120-ba51-a5efa1ef3b4d tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:57:45.524704 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-6a0ee37f-1037-4b78-b331-2f7a5e0cfd0b req-a193338a-bd11-4120-ba51-a5efa1ef3b4d tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 946 time: 0.0534956 Sep 03 09:57:45.575728 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-6a0ee37f-1037-4b78-b331-2f7a5e0cfd0b req-d54bd3ea-56d1-46b9-b588-4dd5acca503f tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=fad2066b-cb6a-4f3b-9c7f-91cf48e4dc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395815 Sep 03 09:57:45.602841 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729fe4d0-5985-4eed-8122-70dc35a94b7f req-ed1c9ef7-8033-47b6-ac15-40da7ec8694a tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:57:45.604479 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-729fe4d0-5985-4eed-8122-70dc35a94b7f req-ed1c9ef7-8033-47b6-ac15-40da7ec8694a tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.60 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 947 time: 0.0562868 Sep 03 09:57:45.725663 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [req-729fe4d0-5985-4eed-8122-70dc35a94b7f req-cd7efeb6-a305-43a1-bdc4-1580e5f5bf9f tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Deleting port 47ab5650-bc07-466a-9db7-4918c10c56ff {{(pid=105524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 09:57:45.726163 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-729fe4d0-5985-4eed-8122-70dc35a94b7f req-cd7efeb6-a305-43a1-bdc4-1580e5f5bf9f tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:45.824146 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.db [req-729fe4d0-5985-4eed-8122-70dc35a94b7f req-cd7efeb6-a305-43a1-bdc4-1580e5f5bf9f tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] For port 47ab5650-bc07-466a-9db7-4918c10c56ff, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=47ab5650-bc07-466a-9db7-4918c10c56ff,segment=NetworkSegment(1683d286-1be2-443d-83f5-01a3e9736922),segment_id=1683d286-1be2-443d-83f5-01a3e9736922)] {{(pid=105524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:57:45.824544 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-729fe4d0-5985-4eed-8122-70dc35a94b7f req-cd7efeb6-a305-43a1-bdc4-1580e5f5bf9f tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:46.063202 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-729fe4d0-5985-4eed-8122-70dc35a94b7f req-cd7efeb6-a305-43a1-bdc4-1580e5f5bf9f tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:46.063785 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-729fe4d0-5985-4eed-8122-70dc35a94b7f req-cd7efeb6-a305-43a1-bdc4-1580e5f5bf9f tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417335'] for floatingip, after_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:46.064321 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.db.l3_db [req-729fe4d0-5985-4eed-8122-70dc35a94b7f req-cd7efeb6-a305-43a1-bdc4-1580e5f5bf9f tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Floating IP 6f2c1c3e-85c4-42f5-a3ef-bf27fc0701e9 disassociated. External IP: 172.27.3.64, port: 47ab5650-bc07-466a-9db7-4918c10c56ff. Sep 03 09:57:46.064769 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [req-729fe4d0-5985-4eed-8122-70dc35a94b7f req-cd7efeb6-a305-43a1-bdc4-1580e5f5bf9f tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Calling delete_port for 47ab5650-bc07-466a-9db7-4918c10c56ff owned by compute:nova {{(pid=105524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 09:57:46.197796 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-729fe4d0-5985-4eed-8122-70dc35a94b7f req-cd7efeb6-a305-43a1-bdc4-1580e5f5bf9f tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25413165'] for port, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:46.229821 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7efeb6-a305-43a1-bdc4-1580e5f5bf9f tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Pushing event deleted for resources: {'Port': ['ID=47ab5650-bc07-466a-9db7-4918c10c56ff,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:57:46.345676 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.l3_agent_scheduler [req-729fe4d0-5985-4eed-8122-70dc35a94b7f req-cd7efeb6-a305-43a1-bdc4-1580e5f5bf9f tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Router 38794d3a-c92d-47ec-b4c8-236350fd6216 has already been hosted by L3 agent d52909a0-0f60-4ffe-9597-25dbe871271a {{(pid=105524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 09:57:46.487627 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-0aae0bf0-ce7d-46ec-9f0d-123da384b58d req-5eddcabb-747d-4b7d-b6d8-4fc9018f96f2 tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/ports?device_id=0df2b993-ff18-4dbf-9e83-12a79ef9c9ee HTTP/1.1" status: 200 len: 210 time: 0.0442371 Sep 03 09:57:46.503094 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac03b5-4607-4bb1-ad95-6fcbc1a0e7f6 req-246cb70c-5f84-453a-b219-3c88ef95e559 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:57:46.504605 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-38ac03b5-4607-4bb1-ad95-6fcbc1a0e7f6 req-246cb70c-5f84-453a-b219-3c88ef95e559 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.60 "GET /v2.0/ports?device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 946 time: 0.1193106 Sep 03 09:57:46.521842 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-729fe4d0-5985-4eed-8122-70dc35a94b7f req-cd7efeb6-a305-43a1-bdc4-1580e5f5bf9f tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify agent at l3_agent.dv-cinder-606346-32-iscsi the message routers_updated {{(pid=105524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 09:57:46.532913 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9aa9d5a-9d52-4006-93a7-88a2bbf35aa3 None None] Sync routers for ids ['38794d3a-c92d-47ec-b4c8-236350fd6216'] in dv-cinder-606346-32-iscsi {{(pid=105526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 09:57:46.542293 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9aa9d5a-9d52-4006-93a7-88a2bbf35aa3 None None] Routers {'38794d3a-c92d-47ec-b4c8-236350fd6216'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:57:46.542933 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-f9aa9d5a-9d52-4006-93a7-88a2bbf35aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:57:32Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['38794d3a-c92d-47ec-b4c8-236350fd6216'], 'active': True} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:57:46.583072 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.l3_dvrscheduler_db [req-729fe4d0-5985-4eed-8122-70dc35a94b7f req-cd7efeb6-a305-43a1-bdc4-1580e5f5bf9f tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] No DVR routers for this DVR port 47ab5650-bc07-466a-9db7-4918c10c56ff on host hv-cinder-60634 {{(pid=105524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 09:57:46.590300 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-729fe4d0-5985-4eed-8122-70dc35a94b7f req-cd7efeb6-a305-43a1-bdc4-1580e5f5bf9f tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for port, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:46.592658 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-729fe4d0-5985-4eed-8122-70dc35a94b7f req-cd7efeb6-a305-43a1-bdc4-1580e5f5bf9f tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.60 "DELETE /v2.0/ports/47ab5650-bc07-466a-9db7-4918c10c56ff HTTP/1.1" status: 204 len: 173 time: 0.9779675 Sep 03 09:57:46.593140 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df2b993-ff18-4dbf-9e83-12a79ef9c9ee', 'name': 'network-vif-deleted', 'tag': '47ab5650-bc07-466a-9db7-4918c10c56ff'}] {{(pid=105524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:57:46.597260 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07cd05725c708ed75ef04e80da70ebdfc8c47d02cbbda1b8cc3f0b48d37440d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4073d560-25a1-4174-825f-d6386cb35a78" -d '{"events": [{"server_uuid": "0df2b993-ff18-4dbf-9e83-12a79ef9c9ee", "name": "network-vif-deleted", "tag": "47ab5650-bc07-466a-9db7-4918c10c56ff"}]}' {{(pid=105524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:57:46.671565 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [req-38ac03b5-4607-4bb1-ad95-6fcbc1a0e7f6 req-302005df-0506-4fd8-b01b-92687e23a605 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Deleting port f4489e41-a18f-4ab2-9044-cca85634caef {{(pid=105524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 09:57:46.671922 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-38ac03b5-4607-4bb1-ad95-6fcbc1a0e7f6 req-302005df-0506-4fd8-b01b-92687e23a605 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:46.731371 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 09:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac280c7-e74c-4188-8f4f-dd1ab9742954 x-openstack-request-id: req-cac280c7-e74c-4188-8f4f-dd1ab9742954 {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:57:46.731706 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df2b993-ff18-4dbf-9e83-12a79ef9c9ee", "name": "network-vif-deleted", "tag": "47ab5650-bc07-466a-9db7-4918c10c56ff", "status": "completed", "code": 200}]} {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:57:46.732072 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-cac280c7-e74c-4188-8f4f-dd1ab9742954 {{(pid=105524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:57:46.732656 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df2b993-ff18-4dbf-9e83-12a79ef9c9ee', 'name': 'network-vif-deleted', 'tag': '47ab5650-bc07-466a-9db7-4918c10c56ff', 'status': 'completed', 'code': 200} Sep 03 09:57:46.815071 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771b150-2615-4fdc-8f40-0f499db0292c req-f12dbdbc-63ea-4b73-a0a0-81189caac58f tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:57:46.815071 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-9771b150-2615-4fdc-8f40-0f499db0292c req-f12dbdbc-63ea-4b73-a0a0-81189caac58f tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 946 time: 0.1066921 Sep 03 09:57:46.830356 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvr_db [None req-f9aa9d5a-9d52-4006-93a7-88a2bbf35aa3 None None] Set router 38794d3a-c92d-47ec-b4c8-236350fd6216 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:57:46.853901 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.db [req-38ac03b5-4607-4bb1-ad95-6fcbc1a0e7f6 req-302005df-0506-4fd8-b01b-92687e23a605 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] For port f4489e41-a18f-4ab2-9044-cca85634caef, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=f4489e41-a18f-4ab2-9044-cca85634caef,segment=NetworkSegment(175fe06a-99b5-4c50-86f5-519d1a17c350),segment_id=175fe06a-99b5-4c50-86f5-519d1a17c350)] {{(pid=105524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:57:46.854821 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-38ac03b5-4607-4bb1-ad95-6fcbc1a0e7f6 req-302005df-0506-4fd8-b01b-92687e23a605 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:46.911263 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-9771b150-2615-4fdc-8f40-0f499db0292c req-bde47200-934a-4abc-95fb-c20ac95c4f91 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=fad2066b-cb6a-4f3b-9c7f-91cf48e4dc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893881 Sep 03 09:57:47.050418 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-f9aa9d5a-9d52-4006-93a7-88a2bbf35aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'name': 'tempest-AttachVolumeShelveTestJSON-253564211-router', 'tenant_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '63a49cc8-1a5e-4872-a7bf-6365fb88411b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:50:35Z', 'updated_at': '2021-09-03T09:50:42Z', 'revision_number': 4, 'project_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'gw_port': {'id': '63a49cc8-1a5e-4872-a7bf-6365fb88411b', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:50:36Z', 'updated_at': '2021-09-03T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_interfaces': [{'id': 'c546163f-f2b2-4f5d-826e-88ccab3dfc8f', 'name': '', 'network_id': '528a02fc-44c8-4bd1-9db4-aa8e01cd9db5', 'tenant_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'mac_address': 'fa:16:3e:2d:67:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8b9bc1cc-f1d0-4f7b-aa38-f059a6d84938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:50:40Z', 'updated_at': '2021-09-03T09:50:52Z', 'revision_number': 5, 'project_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'subnets': [{'id': '8b9bc1cc-f1d0-4f7b-aa38-f059a6d84938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:57:47.060532 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-38ac03b5-4607-4bb1-ad95-6fcbc1a0e7f6 req-302005df-0506-4fd8-b01b-92687e23a605 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:47.060875 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-38ac03b5-4607-4bb1-ad95-6fcbc1a0e7f6 req-302005df-0506-4fd8-b01b-92687e23a605 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417335'] for floatingip, after_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:47.061244 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.db.l3_db [req-38ac03b5-4607-4bb1-ad95-6fcbc1a0e7f6 req-302005df-0506-4fd8-b01b-92687e23a605 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Floating IP 3caa99de-db4a-4779-8473-f4486b42de6e disassociated. External IP: 172.27.3.68, port: f4489e41-a18f-4ab2-9044-cca85634caef. Sep 03 09:57:47.061547 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [req-38ac03b5-4607-4bb1-ad95-6fcbc1a0e7f6 req-302005df-0506-4fd8-b01b-92687e23a605 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Calling delete_port for f4489e41-a18f-4ab2-9044-cca85634caef owned by compute:nova {{(pid=105524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 09:57:47.099624 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9aa9d5a-9d52-4006-93a7-88a2bbf35aa3 None None] Checking router: 38794d3a-c92d-47ec-b4c8-236350fd6216 for host: dv-cinder-606346-32-iscsi {{(pid=105526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 09:57:47.109831 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9aa9d5a-9d52-4006-93a7-88a2bbf35aa3 None None] Routers {'38794d3a-c92d-47ec-b4c8-236350fd6216'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:57:47.110491 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-f9aa9d5a-9d52-4006-93a7-88a2bbf35aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:57:32Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['38794d3a-c92d-47ec-b4c8-236350fd6216'], 'active': True} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:57:47.228117 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvr_db [None req-f9aa9d5a-9d52-4006-93a7-88a2bbf35aa3 None None] Set router 38794d3a-c92d-47ec-b4c8-236350fd6216 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:57:47.243114 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-38ac03b5-4607-4bb1-ad95-6fcbc1a0e7f6 req-302005df-0506-4fd8-b01b-92687e23a605 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25413165'] for port, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:47.272072 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302005df-0506-4fd8-b01b-92687e23a605 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Pushing event deleted for resources: {'Port': ['ID=f4489e41-a18f-4ab2-9044-cca85634caef,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:57:47.388496 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38ac03b5-4607-4bb1-ad95-6fcbc1a0e7f6 req-302005df-0506-4fd8-b01b-92687e23a605 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Router 881fc7a3-022e-4667-b897-ff5f87d9d178 has already been hosted by L3 agent d52909a0-0f60-4ffe-9597-25dbe871271a {{(pid=105524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 09:57:47.437044 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-f9aa9d5a-9d52-4006-93a7-88a2bbf35aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'name': 'tempest-AttachVolumeShelveTestJSON-253564211-router', 'tenant_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '63a49cc8-1a5e-4872-a7bf-6365fb88411b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:50:35Z', 'updated_at': '2021-09-03T09:50:42Z', 'revision_number': 4, 'project_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'gw_port': {'id': '63a49cc8-1a5e-4872-a7bf-6365fb88411b', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:50:36Z', 'updated_at': '2021-09-03T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_interfaces': [{'id': 'c546163f-f2b2-4f5d-826e-88ccab3dfc8f', 'name': '', 'network_id': '528a02fc-44c8-4bd1-9db4-aa8e01cd9db5', 'tenant_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'mac_address': 'fa:16:3e:2d:67:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8b9bc1cc-f1d0-4f7b-aa38-f059a6d84938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:50:40Z', 'updated_at': '2021-09-03T09:50:52Z', 'revision_number': 5, 'project_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'subnets': [{'id': '8b9bc1cc-f1d0-4f7b-aa38-f059a6d84938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:57:47.463461 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9aa9d5a-9d52-4006-93a7-88a2bbf35aa3 None None] The sync data for ids ['38794d3a-c92d-47ec-b4c8-236350fd6216'] in dv-cinder-606346-32-iscsi is: [{'id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'name': 'tempest-AttachVolumeShelveTestJSON-253564211-router', 'tenant_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '63a49cc8-1a5e-4872-a7bf-6365fb88411b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:50:35Z', 'updated_at': '2021-09-03T09:50:42Z', 'revision_number': 4, 'project_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'gw_port': {'id': '63a49cc8-1a5e-4872-a7bf-6365fb88411b', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:50:36Z', 'updated_at': '2021-09-03T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_interfaces': [{'id': 'c546163f-f2b2-4f5d-826e-88ccab3dfc8f', 'name': '', 'network_id': '528a02fc-44c8-4bd1-9db4-aa8e01cd9db5', 'tenant_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'mac_address': 'fa:16:3e:2d:67:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8b9bc1cc-f1d0-4f7b-aa38-f059a6d84938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:50:40Z', 'updated_at': '2021-09-03T09:50:52Z', 'revision_number': 5, 'project_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'subnets': [{'id': '8b9bc1cc-f1d0-4f7b-aa38-f059a6d84938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 09:57:47.515277 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38ac03b5-4607-4bb1-ad95-6fcbc1a0e7f6 req-302005df-0506-4fd8-b01b-92687e23a605 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify agent at l3_agent.dv-cinder-606346-32-iscsi the message routers_updated {{(pid=105524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 09:57:47.527202 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0804ef8c-e457-401f-8c15-bbb16ec46fbe None None] Sync routers for ids ['881fc7a3-022e-4667-b897-ff5f87d9d178'] in dv-cinder-606346-32-iscsi {{(pid=105527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 09:57:47.537323 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0804ef8c-e457-401f-8c15-bbb16ec46fbe None None] Routers {'881fc7a3-022e-4667-b897-ff5f87d9d178'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:57:47.538015 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-0804ef8c-e457-401f-8c15-bbb16ec46fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:57:32Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['881fc7a3-022e-4667-b897-ff5f87d9d178'], 'active': True} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:57:47.556018 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ac03b5-4607-4bb1-ad95-6fcbc1a0e7f6 req-302005df-0506-4fd8-b01b-92687e23a605 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] No DVR routers for this DVR port f4489e41-a18f-4ab2-9044-cca85634caef on host hv-cinder-60634 {{(pid=105524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 09:57:47.558587 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-38ac03b5-4607-4bb1-ad95-6fcbc1a0e7f6 req-302005df-0506-4fd8-b01b-92687e23a605 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for port, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:47.560887 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-38ac03b5-4607-4bb1-ad95-6fcbc1a0e7f6 req-302005df-0506-4fd8-b01b-92687e23a605 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.60 "DELETE /v2.0/ports/f4489e41-a18f-4ab2-9044-cca85634caef HTTP/1.1" status: 204 len: 173 time: 1.0470712 Sep 03 09:57:47.628925 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 41888) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:57:47.703986 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-b41ca32f-a974-482a-b5ff-af12e2614c5a tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks [] for security_group, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:47.715387 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvr_db [None req-0804ef8c-e457-401f-8c15-bbb16ec46fbe None None] Set router 881fc7a3-022e-4667-b897-ff5f87d9d178 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:57:47.731741 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-b41ca32f-a974-482a-b5ff-af12e2614c5a tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:47.793134 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-b41ca32f-a974-482a-b5ff-af12e2614c5a tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:47.796455 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-b41ca32f-a974-482a-b5ff-af12e2614c5a tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks [] for security_group, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:47.797903 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-b41ca32f-a974-482a-b5ff-af12e2614c5a tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "DELETE /v2.0/security-groups/ac19e41f-055e-4b36-b36b-b6146fd471bc HTTP/1.1" status: 204 len: 168 time: 0.1668708 Sep 03 09:57:47.800771 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 41890) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:57:47.808797 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41ca32f-a974-482a-b5ff-af12e2614c5a tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac19e41f-055e-4b36-b36b-b6146fd471bc,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:57:47.816095 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5115b30d-645f-4c62-b975-82853dcdb47d None None] New status for floating IP 6f2c1c3e-85c4-42f5-a3ef-bf27fc0701e9: DOWN {{(pid=105526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 09:57:47.818784 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ca32f-a974-482a-b5ff-af12e2614c5a tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:57:47.819327 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ca32f-a974-482a-b5ff-af12e2614c5a tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:57:47.819921 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ca32f-a974-482a-b5ff-af12e2614c5a tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:57:47.820497 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ca32f-a974-482a-b5ff-af12e2614c5a tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:57:47.820843 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ca32f-a974-482a-b5ff-af12e2614c5a tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:57:47.821180 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ca32f-a974-482a-b5ff-af12e2614c5a tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:57:47.821521 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ca32f-a974-482a-b5ff-af12e2614c5a tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:57:47.821868 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ca32f-a974-482a-b5ff-af12e2614c5a tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:57:47.822384 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ca32f-a974-482a-b5ff-af12e2614c5a tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:57:47.822720 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ca32f-a974-482a-b5ff-af12e2614c5a tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:57:47.823626 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ca32f-a974-482a-b5ff-af12e2614c5a tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:57:47.823967 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ca32f-a974-482a-b5ff-af12e2614c5a tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:57:47.835930 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.api.v2.resource [None req-5d4bddb9-a3de-426a-b0fb-e0f7686ab04c tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] show failed (client error): The resource could not be found. Sep 03 09:57:47.837176 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-5d4bddb9-a3de-426a-b0fb-e0f7686ab04c tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "GET /v2.0/security-groups/ac19e41f-055e-4b36-b36b-b6146fd471bc HTTP/1.1" status: 404 len: 347 time: 0.0354071 Sep 03 09:57:47.840282 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 41892) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:57:47.961010 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:47.997732 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.plugin [None req-ce698d9e-561c-490d-a2fc-00cc8570e6ef tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Deleting port 01ae351b-7b3d-4049-863e-96af7ad6f4d5 {{(pid=105525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 09:57:47.998198 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-ce698d9e-561c-490d-a2fc-00cc8570e6ef tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:48.014820 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-0804ef8c-e457-401f-8c15-bbb16ec46fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'name': 'tempest-AttachVolumeTestJSON-457758726-router', 'tenant_id': '142a249ef3174087aaed6c7fd74387f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'de0eaff7-2fa3-4eea-b5db-6803922d9795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:54:06Z', 'updated_at': '2021-09-03T09:54:09Z', 'revision_number': 4, 'project_id': '142a249ef3174087aaed6c7fd74387f2', 'gw_port': {'id': 'de0eaff7-2fa3-4eea-b5db-6803922d9795', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:06Z', 'updated_at': '2021-09-03T09:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_interfaces': [{'id': '256df039-c5d4-4202-8a85-0949b1c051f1', 'name': '', 'network_id': 'cf5f7525-722a-4835-b4c5-9059086ceeeb', 'tenant_id': '142a249ef3174087aaed6c7fd74387f2', 'mac_address': 'fa:16:3e:41:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '4af724c9-aaaf-4dc2-acfe-eb8c4b70b5a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:08Z', 'updated_at': '2021-09-03T09:54:15Z', 'revision_number': 5, 'project_id': '142a249ef3174087aaed6c7fd74387f2', 'subnets': [{'id': '4af724c9-aaaf-4dc2-acfe-eb8c4b70b5a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:57:48.047278 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0804ef8c-e457-401f-8c15-bbb16ec46fbe None None] Checking router: 881fc7a3-022e-4667-b897-ff5f87d9d178 for host: dv-cinder-606346-32-iscsi {{(pid=105527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 09:57:48.058463 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0804ef8c-e457-401f-8c15-bbb16ec46fbe None None] Routers {'881fc7a3-022e-4667-b897-ff5f87d9d178'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:57:48.059337 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-0804ef8c-e457-401f-8c15-bbb16ec46fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:57:32Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['881fc7a3-022e-4667-b897-ff5f87d9d178'], 'active': True} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:57:48.185011 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvr_db [None req-0804ef8c-e457-401f-8c15-bbb16ec46fbe None None] Set router 881fc7a3-022e-4667-b897-ff5f87d9d178 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:57:48.362386 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-7b84c6b1-470c-4ff1-a015-913096998171 req-28e70dd4-5b8b-44f1-b254-c5dadefa50f9 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=95fc7df2-0bc9-4c8f-b0a5-4fc044048c24 HTTP/1.1" status: 200 len: 210 time: 0.3225136 Sep 03 09:57:48.398820 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-ce698d9e-561c-490d-a2fc-00cc8570e6ef tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:48.399198 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-ce698d9e-561c-490d-a2fc-00cc8570e6ef tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:48.412950 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.plugin [None req-ce698d9e-561c-490d-a2fc-00cc8570e6ef tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Calling delete_port for 01ae351b-7b3d-4049-863e-96af7ad6f4d5 owned by network:floatingip {{(pid=105525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 09:57:48.420645 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-0804ef8c-e457-401f-8c15-bbb16ec46fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'name': 'tempest-AttachVolumeTestJSON-457758726-router', 'tenant_id': '142a249ef3174087aaed6c7fd74387f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'de0eaff7-2fa3-4eea-b5db-6803922d9795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:54:06Z', 'updated_at': '2021-09-03T09:54:09Z', 'revision_number': 4, 'project_id': '142a249ef3174087aaed6c7fd74387f2', 'gw_port': {'id': 'de0eaff7-2fa3-4eea-b5db-6803922d9795', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:06Z', 'updated_at': '2021-09-03T09:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_interfaces': [{'id': '256df039-c5d4-4202-8a85-0949b1c051f1', 'name': '', 'network_id': 'cf5f7525-722a-4835-b4c5-9059086ceeeb', 'tenant_id': '142a249ef3174087aaed6c7fd74387f2', 'mac_address': 'fa:16:3e:41:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '4af724c9-aaaf-4dc2-acfe-eb8c4b70b5a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:08Z', 'updated_at': '2021-09-03T09:54:15Z', 'revision_number': 5, 'project_id': '142a249ef3174087aaed6c7fd74387f2', 'subnets': [{'id': '4af724c9-aaaf-4dc2-acfe-eb8c4b70b5a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:57:48.450722 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0804ef8c-e457-401f-8c15-bbb16ec46fbe None None] The sync data for ids ['881fc7a3-022e-4667-b897-ff5f87d9d178'] in dv-cinder-606346-32-iscsi is: [{'id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'name': 'tempest-AttachVolumeTestJSON-457758726-router', 'tenant_id': '142a249ef3174087aaed6c7fd74387f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'de0eaff7-2fa3-4eea-b5db-6803922d9795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:54:06Z', 'updated_at': '2021-09-03T09:54:09Z', 'revision_number': 4, 'project_id': '142a249ef3174087aaed6c7fd74387f2', 'gw_port': {'id': 'de0eaff7-2fa3-4eea-b5db-6803922d9795', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:06Z', 'updated_at': '2021-09-03T09:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_interfaces': [{'id': '256df039-c5d4-4202-8a85-0949b1c051f1', 'name': '', 'network_id': 'cf5f7525-722a-4835-b4c5-9059086ceeeb', 'tenant_id': '142a249ef3174087aaed6c7fd74387f2', 'mac_address': 'fa:16:3e:41:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '4af724c9-aaaf-4dc2-acfe-eb8c4b70b5a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:08Z', 'updated_at': '2021-09-03T09:54:15Z', 'revision_number': 5, 'project_id': '142a249ef3174087aaed6c7fd74387f2', 'subnets': [{'id': '4af724c9-aaaf-4dc2-acfe-eb8c4b70b5a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 09:57:48.572079 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-ce698d9e-561c-490d-a2fc-00cc8570e6ef tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25166669'] for port, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:48.599442 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce698d9e-561c-490d-a2fc-00cc8570e6ef tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Pushing event deleted for resources: {'Port': ['ID=01ae351b-7b3d-4049-863e-96af7ad6f4d5,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:57:48.666183 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-ce698d9e-561c-490d-a2fc-00cc8570e6ef tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks [] for floatingip, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:48.669743 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-ce698d9e-561c-490d-a2fc-00cc8570e6ef tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for floatingip, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:48.677955 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-ce698d9e-561c-490d-a2fc-00cc8570e6ef tempest-AttachVolumeShelveTestJSON-1889168593 tempest-AttachVolumeShelveTestJSON-1889168593-project] 10.222.0.67 "DELETE /v2.0/floatingips/6f2c1c3e-85c4-42f5-a3ef-bf27fc0701e9 HTTP/1.1" status: 204 len: 168 time: 0.8297589 Sep 03 09:57:48.721029 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27793adc-c43e-4436-8ba3-6f33210ae7b6 None None] New status for floating IP 3caa99de-db4a-4779-8473-f4486b42de6e: DOWN {{(pid=105527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 09:57:48.734335 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95fc7df2-0bc9-4c8f-b0a5-4fc044048c24', 'name': 'network-vif-deleted', 'tag': 'f4489e41-a18f-4ab2-9044-cca85634caef'}] {{(pid=105524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:57:48.736631 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07cd05725c708ed75ef04e80da70ebdfc8c47d02cbbda1b8cc3f0b48d37440d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4296052-3272-4701-baea-8aca88480562" -d '{"events": [{"server_uuid": "95fc7df2-0bc9-4c8f-b0a5-4fc044048c24", "name": "network-vif-deleted", "tag": "f4489e41-a18f-4ab2-9044-cca85634caef"}]}' {{(pid=105524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:57:48.775069 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 09:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dbdd3c3-8b5b-4b9a-b272-1e7ff7cb367f x-openstack-request-id: req-3dbdd3c3-8b5b-4b9a-b272-1e7ff7cb367f {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:57:48.775604 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95fc7df2-0bc9-4c8f-b0a5-4fc044048c24", "name": "network-vif-deleted", "tag": "f4489e41-a18f-4ab2-9044-cca85634caef", "status": "completed", "code": 200}]} {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:57:48.777046 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3dbdd3c3-8b5b-4b9a-b272-1e7ff7cb367f {{(pid=105524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:57:48.777741 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95fc7df2-0bc9-4c8f-b0a5-4fc044048c24', 'name': 'network-vif-deleted', 'tag': 'f4489e41-a18f-4ab2-9044-cca85634caef', 'status': 'completed', 'code': 200} Sep 03 09:57:49.452638 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 41906) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:57:49.510232 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-396d144b-90db-48ff-b7f2-7621a1e5a726 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks [] for security_group, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:49.539487 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-396d144b-90db-48ff-b7f2-7621a1e5a726 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:49.588040 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-396d144b-90db-48ff-b7f2-7621a1e5a726 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:49.590772 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-396d144b-90db-48ff-b7f2-7621a1e5a726 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks [] for security_group, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:49.591948 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-396d144b-90db-48ff-b7f2-7621a1e5a726 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "DELETE /v2.0/security-groups/fad2066b-cb6a-4f3b-9c7f-91cf48e4dc0a HTTP/1.1" status: 204 len: 168 time: 0.1383679 Sep 03 09:57:49.595104 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 41908) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:57:49.601817 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d144b-90db-48ff-b7f2-7621a1e5a726 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad2066b-cb6a-4f3b-9c7f-91cf48e4dc0a,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:57:49.610320 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d144b-90db-48ff-b7f2-7621a1e5a726 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:57:49.610748 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d144b-90db-48ff-b7f2-7621a1e5a726 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:57:49.611006 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d144b-90db-48ff-b7f2-7621a1e5a726 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:57:49.611355 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d144b-90db-48ff-b7f2-7621a1e5a726 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:57:49.611697 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d144b-90db-48ff-b7f2-7621a1e5a726 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:57:49.612034 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d144b-90db-48ff-b7f2-7621a1e5a726 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:57:49.612374 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d144b-90db-48ff-b7f2-7621a1e5a726 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:57:49.612708 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d144b-90db-48ff-b7f2-7621a1e5a726 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:57:49.612880 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.api.v2.resource [None req-6afe8ece-b81e-4c85-bbc4-5bcc2a982e9f tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] show failed (client error): The resource could not be found. Sep 03 09:57:49.613022 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 47ab5650-bc07-466a-9db7-4918c10c56ff no longer exists at agent hyperv_hv-cinder-60634 {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 09:57:49.613943 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d144b-90db-48ff-b7f2-7621a1e5a726 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:57:49.614084 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d144b-90db-48ff-b7f2-7621a1e5a726 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:57:49.618964 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d144b-90db-48ff-b7f2-7621a1e5a726 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:57:49.618964 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d144b-90db-48ff-b7f2-7621a1e5a726 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:57:49.619186 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-6afe8ece-b81e-4c85-bbc4-5bcc2a982e9f tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups/fad2066b-cb6a-4f3b-9c7f-91cf48e4dc0a HTTP/1.1" status: 404 len: 347 time: 0.0182626 Sep 03 09:57:49.619480 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 41910) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:57:49.648884 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] No Port match for: 47ab5650-bc07-466a-9db7-4918c10c56ff {{(pid=105526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 09:57:49.649193 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 47ab5650-bc07-466a-9db7-4918c10c56ff not bound to the agent host hv-cinder-60634 {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 09:57:49.649642 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device f4489e41-a18f-4ab2-9044-cca85634caef no longer exists at agent hyperv_hv-cinder-60634 {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 09:57:49.676252 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] No Port match for: f4489e41-a18f-4ab2-9044-cca85634caef {{(pid=105526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 09:57:49.676601 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device f4489e41-a18f-4ab2-9044-cca85634caef not bound to the agent host hv-cinder-60634 {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 09:57:49.761374 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.plugin [None req-b47a8f11-de69-442d-8384-3bbd728f7f4a tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Deleting port 7b8fdde7-2e9b-4db1-baf0-9cc858efd551 {{(pid=105525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 09:57:49.761990 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-b47a8f11-de69-442d-8384-3bbd728f7f4a tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:49.847685 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-b47a8f11-de69-442d-8384-3bbd728f7f4a tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:49.848235 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-b47a8f11-de69-442d-8384-3bbd728f7f4a tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:49.863920 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.plugin [None req-b47a8f11-de69-442d-8384-3bbd728f7f4a tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Calling delete_port for 7b8fdde7-2e9b-4db1-baf0-9cc858efd551 owned by network:floatingip {{(pid=105525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 09:57:50.008386 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-b47a8f11-de69-442d-8384-3bbd728f7f4a tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25166669'] for port, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:50.040800 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47a8f11-de69-442d-8384-3bbd728f7f4a tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Pushing event deleted for resources: {'Port': ['ID=7b8fdde7-2e9b-4db1-baf0-9cc858efd551,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:57:50.115469 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-b47a8f11-de69-442d-8384-3bbd728f7f4a tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks [] for floatingip, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:50.118116 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-b47a8f11-de69-442d-8384-3bbd728f7f4a tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for floatingip, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:50.119260 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-b47a8f11-de69-442d-8384-3bbd728f7f4a tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "DELETE /v2.0/floatingips/3caa99de-db4a-4779-8473-f4486b42de6e HTTP/1.1" status: 204 len: 168 time: 0.4982514 Sep 03 09:57:50.413135 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 41924) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:57:50.418447 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [None req-47cef41c-e0df-44ab-9ff5-e8f17cbd007e tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Request body: {'security_group': {'name': 'tempest-securitygroup--105473521', 'description': 'tempest-description--659298527'}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:57:50.440345 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-47cef41c-e0df-44ab-9ff5-e8f17cbd007e tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:50.529822 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-47cef41c-e0df-44ab-9ff5-e8f17cbd007e tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:50.533685 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-47cef41c-e0df-44ab-9ff5-e8f17cbd007e tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:50.561776 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-47cef41c-e0df-44ab-9ff5-e8f17cbd007e tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks [] for security_group, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:50.563050 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-47cef41c-e0df-44ab-9ff5-e8f17cbd007e tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1488328 Sep 03 09:57:50.565976 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 41926) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:57:50.567219 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cef41c-e0df-44ab-9ff5-e8f17cbd007e tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e12d6c0c-6e68-4e56-b6cd-65109880cb1b,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:57:50.571430 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [None req-6256da6c-a8b9-4da1-8867-a88d69d049c6 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Request body: {'security_group_rule': {'security_group_id': 'e12d6c0c-6e68-4e56-b6cd-65109880cb1b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:57:50.599295 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-6256da6c-a8b9-4da1-8867-a88d69d049c6 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:50.645290 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-6256da6c-a8b9-4da1-8867-a88d69d049c6 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:50.650247 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-6256da6c-a8b9-4da1-8867-a88d69d049c6 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831981'] for security_group_rule, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:50.674281 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6256da6c-a8b9-4da1-8867-a88d69d049c6 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=582fc54c-b1d7-4d12-90ae-93a59e052ecf,revision_number=0']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:57:50.680959 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-6256da6c-a8b9-4da1-8867-a88d69d049c6 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:50.684720 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-6256da6c-a8b9-4da1-8867-a88d69d049c6 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1145775 Sep 03 09:57:50.684933 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 41928) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:57:50.689488 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [None req-ac95f175-b481-4119-9748-af037acacdfb tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Request body: {'security_group_rule': {'security_group_id': 'e12d6c0c-6e68-4e56-b6cd-65109880cb1b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:57:50.716103 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-ac95f175-b481-4119-9748-af037acacdfb tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:50.773782 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-ac95f175-b481-4119-9748-af037acacdfb tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:50.778994 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-ac95f175-b481-4119-9748-af037acacdfb tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831981'] for security_group_rule, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:50.796115 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac95f175-b481-4119-9748-af037acacdfb tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f434af5b-9c9e-47e7-87d5-a39e49c57d61,revision_number=0']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:57:50.803077 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-ac95f175-b481-4119-9748-af037acacdfb tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:50.804223 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-ac95f175-b481-4119-9748-af037acacdfb tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1183288 Sep 03 09:57:50.807769 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 41930) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:57:50.812187 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [None req-d918c4aa-d1cc-4611-a891-d485630b6f9b tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Request body: {'floatingip': {'floating_network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:57:50.834718 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-d918c4aa-d1cc-4611-a891-d485630b6f9b tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks [] for floatingip, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:51.156886 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 41938) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:57:51.191795 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-d918c4aa-d1cc-4611-a891-d485630b6f9b tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:51.309916 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.db_base_plugin_common [None req-d918c4aa-d1cc-4611-a891-d485630b6f9b tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Allocated IP 172.27.3.217 (16dc62c0-adaf-4d17-9be4-5c31a1b1de1d/e699cb95-0a95-4e72-9bdf-93d4b1cc29ef/8c27d24b-edfe-470a-8e72-1b7a28466b0e) {{(pid=105524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:57:51.420639 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-d918c4aa-d1cc-4611-a891-d485630b6f9b tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks [] for port, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:51.471606 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-d918c4aa-d1cc-4611-a891-d485630b6f9b tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25413165'] for port, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:51.507751 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d918c4aa-d1cc-4611-a891-d485630b6f9b tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Network 16dc62c0-adaf-4d17-9be4-5c31a1b1de1d is already hosted by enough agents. {{(pid=105524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:57:51.510568 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.base_scheduler [None req-d918c4aa-d1cc-4611-a891-d485630b6f9b tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Resources bound (agent type, host, resource id): {{(pid=105524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:57:51.513504 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d918c4aa-d1cc-4611-a891-d485630b6f9b tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Received port after_create {{(pid=105524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:57:51.547937 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d918c4aa-d1cc-4611-a891-d485630b6f9b tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Pushing event updated for resources: {'Port': ['ID=8c27d24b-edfe-470a-8e72-1b7a28466b0e,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:57:51.615185 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-d918c4aa-d1cc-4611-a891-d485630b6f9b tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:51.649061 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-d918c4aa-d1cc-4611-a891-d485630b6f9b tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:51.657824 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-6ac40c6e-f8b5-4138-b13b-9eaa791dd91e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694519'] for router_interface, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:51.805467 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-d918c4aa-d1cc-4611-a891-d485630b6f9b tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks [] for port, precommit_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:51.810372 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-d918c4aa-d1cc-4611-a891-d485630b6f9b tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25413178'] for port, after_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:51.879851 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d918c4aa-d1cc-4611-a891-d485630b6f9b tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Pushing event updated for resources: {'Port': ['ID=8c27d24b-edfe-470a-8e72-1b7a28466b0e,revision_number=2']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:57:51.894504 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-d918c4aa-d1cc-4611-a891-d485630b6f9b tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417335'] for floatingip, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:51.911778 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-d918c4aa-d1cc-4611-a891-d485630b6f9b tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for floatingip, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:51.924135 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-d918c4aa-d1cc-4611-a891-d485630b6f9b tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1044955 Sep 03 09:57:51.933114 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.plugin [None req-6ac40c6e-f8b5-4138-b13b-9eaa791dd91e admin admin] Deleting port c546163f-f2b2-4f5d-826e-88ccab3dfc8f {{(pid=105525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 09:57:51.933482 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-6ac40c6e-f8b5-4138-b13b-9eaa791dd91e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:52.018738 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.db [None req-6ac40c6e-f8b5-4138-b13b-9eaa791dd91e admin admin] For port c546163f-f2b2-4f5d-826e-88ccab3dfc8f, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=c546163f-f2b2-4f5d-826e-88ccab3dfc8f,segment=NetworkSegment(1683d286-1be2-443d-83f5-01a3e9736922),segment_id=1683d286-1be2-443d-83f5-01a3e9736922)] {{(pid=105525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:57:52.019379 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-6ac40c6e-f8b5-4138-b13b-9eaa791dd91e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:52.039062 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.agents_db [None req-2440585d-454d-4def-9aab-3d39e7194109 None None] Agent healthcheck: found 6 active agents {{(pid=105527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 09:57:52.039741 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.plugin [None req-6ac40c6e-f8b5-4138-b13b-9eaa791dd91e admin admin] Calling delete_port for c546163f-f2b2-4f5d-826e-88ccab3dfc8f owned by network:router_interface {{(pid=105525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 09:57:52.118423 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2a78bf7d-2894-47b6-98e9-832fb98461f5 req-27d8a267-ae64-4e47-b4ea-610a17003df9 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--105473521&fields=id&tenant_id=142a249ef3174087aaed6c7fd74387f2 HTTP/1.1" status: 200 len: 267 time: 0.0374365 Sep 03 09:57:52.230809 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-6ac40c6e-f8b5-4138-b13b-9eaa791dd91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25166669'] for port, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:52.237064 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78bf7d-2894-47b6-98e9-832fb98461f5 req-081207ea-cb71-40ce-a6f5-a4d31a6e39c1 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:57:52.238658 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2a78bf7d-2894-47b6-98e9-832fb98461f5 req-081207ea-cb71-40ce-a6f5-a4d31a6e39c1 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/networks?id=cf5f7525-722a-4835-b4c5-9059086ceeeb HTTP/1.1" status: 200 len: 810 time: 0.1134059 Sep 03 09:57:52.257484 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac40c6e-f8b5-4138-b13b-9eaa791dd91e admin admin] Pushing event deleted for resources: {'Port': ['ID=c546163f-f2b2-4f5d-826e-88ccab3dfc8f,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:57:52.265415 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2a78bf7d-2894-47b6-98e9-832fb98461f5 req-88ecdf9d-abab-42b2-9fad-5efae79b1893 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/quotas/142a249ef3174087aaed6c7fd74387f2 HTTP/1.1" status: 200 len: 375 time: 0.0184104 Sep 03 09:57:52.348406 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2a78bf7d-2894-47b6-98e9-832fb98461f5 req-d308640c-48bb-4e89-8424-f70e59fbec1a tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=142a249ef3174087aaed6c7fd74387f2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0754979 Sep 03 09:57:52.443925 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-6ac40c6e-f8b5-4138-b13b-9eaa791dd91e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1832107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694627'] for router_interface, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:52.473566 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2a78bf7d-2894-47b6-98e9-832fb98461f5 req-bdf9c012-a03f-4c9d-9d11-4ff8275471aa service neutron] 10.222.0.67 "GET /v2.0/networks/cf5f7525-722a-4835-b4c5-9059086ceeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083834 Sep 03 09:57:52.571860 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2b5504e0-849c-46d1-b025-d17dcef49a55 req-f83c8803-d915-4045-bf9b-45a7998f4941 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0973017 Sep 03 09:57:52.594821 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2a78bf7d-2894-47b6-98e9-832fb98461f5 req-abf0e875-0da9-4d92-b1f1-5378e32412ba service neutron] 10.222.0.67 "GET /v2.0/networks/cf5f7525-722a-4835-b4c5-9059086ceeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121697 Sep 03 09:57:52.637870 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5504e0-849c-46d1-b025-d17dcef49a55 req-a662b8f9-285f-4a0f-ae63-595c9e0dc8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:57:52.639713 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2b5504e0-849c-46d1-b025-d17dcef49a55 req-a662b8f9-285f-4a0f-ae63-595c9e0dc8f4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c1ec96c4279b4069b2fcb5e4c742344a&device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 1099 time: 0.0441098 Sep 03 09:57:52.678539 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac40c6e-f8b5-4138-b13b-9eaa791dd91e admin admin] Router 38794d3a-c92d-47ec-b4c8-236350fd6216 has already been hosted by L3 agent d52909a0-0f60-4ffe-9597-25dbe871271a {{(pid=105525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 09:57:52.768218 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5504e0-849c-46d1-b025-d17dcef49a55 req-d0eb906e-1b19-44f8-afa4-0cd0d61bb222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:57:52.770045 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2b5504e0-849c-46d1-b025-d17dcef49a55 req-d0eb906e-1b19-44f8-afa4-0cd0d61bb222 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8 HTTP/1.1" status: 200 len: 909 time: 0.1068366 Sep 03 09:57:52.799298 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-0a30d441-ad24-4bc8-b030-4fc10d8b2aba req-ee78405b-a8e5-4489-a70c-311b5eae30a5 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7f02c88-e7f1-4e6f-b555-b2412b2b11d0 HTTP/1.1" status: 200 len: 210 time: 0.0317383 Sep 03 09:57:52.838120 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac40c6e-f8b5-4138-b13b-9eaa791dd91e admin admin] Notify agent at l3_agent.dv-cinder-606346-32-iscsi the message routers_updated {{(pid=105525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 09:57:52.850050 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e59702-257f-4c64-a5a9-6f5f0b64ea10 None None] Sync routers for ids ['38794d3a-c92d-47ec-b4c8-236350fd6216'] in dv-cinder-606346-32-iscsi {{(pid=105526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 09:57:52.853789 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-6ac40c6e-f8b5-4138-b13b-9eaa791dd91e admin admin] 10.222.0.67 "PUT /v2.0/routers/38794d3a-c92d-47ec-b4c8-236350fd6216/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6954455 Sep 03 09:57:52.854932 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 41958) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:57:52.858105 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2b5504e0-849c-46d1-b025-d17dcef49a55 req-50270db7-a1b2-4b48-8dc2-abf0bdeabd6f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ab1b4a9-ee18-485c-8683-19fdfdc012fb HTTP/1.1" status: 200 len: 1001 time: 0.0811822 Sep 03 09:57:52.863204 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e59702-257f-4c64-a5a9-6f5f0b64ea10 None None] Routers {'38794d3a-c92d-47ec-b4c8-236350fd6216'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:57:52.864069 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-14e59702-257f-4c64-a5a9-6f5f0b64ea10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:57:32Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['38794d3a-c92d-47ec-b4c8-236350fd6216'], 'active': True} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:57:52.920793 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5504e0-849c-46d1-b025-d17dcef49a55 req-d1f79534-d172-4e10-b96f-01b90e222cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:57:52.922503 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2b5504e0-849c-46d1-b025-d17dcef49a55 req-d1f79534-d172-4e10-b96f-01b90e222cac service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b109763-0193-4b59-85f3-359058c4faaf HTTP/1.1" status: 200 len: 847 time: 0.0575531 Sep 03 09:57:52.994110 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5504e0-849c-46d1-b025-d17dcef49a55 req-4b40e380-3547-4d49-bec3-7c4a74361ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:57:52.998061 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2b5504e0-849c-46d1-b025-d17dcef49a55 req-4b40e380-3547-4d49-bec3-7c4a74361ec5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0675011 Sep 03 09:57:53.028242 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvr_db [None req-14e59702-257f-4c64-a5a9-6f5f0b64ea10 None None] Set router 38794d3a-c92d-47ec-b4c8-236350fd6216 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:57:53.038521 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-3633f126-c8ca-4727-acb2-92b3ad14abee admin admin] Notify callbacks [] for router, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:53.130748 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2b5504e0-849c-46d1-b025-d17dcef49a55 req-1863d1fc-a5b2-4c57-a37e-0e660bdbdb21 service neutron] 10.222.0.60 "GET /v2.0/networks/e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260843 Sep 03 09:57:53.170998 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-3633f126-c8ca-4727-acb2-92b3ad14abee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:53.229823 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-14e59702-257f-4c64-a5a9-6f5f0b64ea10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'name': 'tempest-AttachVolumeShelveTestJSON-253564211-router', 'tenant_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '63a49cc8-1a5e-4872-a7bf-6365fb88411b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:50:35Z', 'updated_at': '2021-09-03T09:57:52Z', 'revision_number': 5, 'project_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'gw_port': {'id': '63a49cc8-1a5e-4872-a7bf-6365fb88411b', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:50:36Z', 'updated_at': '2021-09-03T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi'}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:57:53.238681 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2b5504e0-849c-46d1-b025-d17dcef49a55 req-ad5cfca4-db06-4ef2-8494-78da516e35d1 service neutron] 10.222.0.60 "GET /v2.0/networks/e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009955 Sep 03 09:57:53.241217 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.plugin [None req-3633f126-c8ca-4727-acb2-92b3ad14abee admin admin] Deleting port 63a49cc8-1a5e-4872-a7bf-6365fb88411b {{(pid=105525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 09:57:53.241747 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-3633f126-c8ca-4727-acb2-92b3ad14abee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:53.268042 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e59702-257f-4c64-a5a9-6f5f0b64ea10 None None] Checking router: 38794d3a-c92d-47ec-b4c8-236350fd6216 for host: dv-cinder-606346-32-iscsi {{(pid=105526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 09:57:53.278736 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e59702-257f-4c64-a5a9-6f5f0b64ea10 None None] Routers {'38794d3a-c92d-47ec-b4c8-236350fd6216'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:57:53.279377 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-14e59702-257f-4c64-a5a9-6f5f0b64ea10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:57:32Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['38794d3a-c92d-47ec-b4c8-236350fd6216'], 'active': True} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:57:53.332774 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.db [None req-3633f126-c8ca-4727-acb2-92b3ad14abee admin admin] For port 63a49cc8-1a5e-4872-a7bf-6365fb88411b, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=63a49cc8-1a5e-4872-a7bf-6365fb88411b,segment=NetworkSegment(454dc13d-4a6c-4de8-982e-8a57b380b104),segment_id=454dc13d-4a6c-4de8-982e-8a57b380b104)] {{(pid=105525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:57:53.333359 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-3633f126-c8ca-4727-acb2-92b3ad14abee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:53.346335 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.plugin [None req-3633f126-c8ca-4727-acb2-92b3ad14abee admin admin] Calling delete_port for 63a49cc8-1a5e-4872-a7bf-6365fb88411b owned by network:router_gateway {{(pid=105525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 09:57:53.368684 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvr_db [None req-14e59702-257f-4c64-a5a9-6f5f0b64ea10 None None] Set router 38794d3a-c92d-47ec-b4c8-236350fd6216 gateway port host: None {{(pid=105526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:57:53.428682 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-14e59702-257f-4c64-a5a9-6f5f0b64ea10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'name': 'tempest-AttachVolumeShelveTestJSON-253564211-router', 'tenant_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:50:35Z', 'updated_at': '2021-09-03T09:57:53Z', 'revision_number': 6, 'project_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'gw_port_host': None}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:57:53.458737 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e59702-257f-4c64-a5a9-6f5f0b64ea10 None None] The sync data for ids ['38794d3a-c92d-47ec-b4c8-236350fd6216'] in dv-cinder-606346-32-iscsi is: [{'id': '38794d3a-c92d-47ec-b4c8-236350fd6216', 'name': 'tempest-AttachVolumeShelveTestJSON-253564211-router', 'tenant_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:50:35Z', 'updated_at': '2021-09-03T09:57:53Z', 'revision_number': 6, 'project_id': 'bbe4096f40d64702be2a6fb537ac5c42', 'gw_port_host': None}] {{(pid=105526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 09:57:53.523321 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-3633f126-c8ca-4727-acb2-92b3ad14abee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25166669'] for port, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:53.549999 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3633f126-c8ca-4727-acb2-92b3ad14abee admin admin] Pushing event deleted for resources: {'Port': ['ID=63a49cc8-1a5e-4872-a7bf-6365fb88411b,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:57:53.613297 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-3633f126-c8ca-4727-acb2-92b3ad14abee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1695949'] for router_gateway, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:53.706092 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-3633f126-c8ca-4727-acb2-92b3ad14abee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8800'] for router, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:53.708697 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-3633f126-c8ca-4727-acb2-92b3ad14abee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:53.764620 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-3633f126-c8ca-4727-acb2-92b3ad14abee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691755'] for router, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:53.765067 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3633f126-c8ca-4727-acb2-92b3ad14abee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38794d3a-c92d-47ec-b4c8-236350fd6216 {{(pid=105525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 09:57:53.771707 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-3633f126-c8ca-4727-acb2-92b3ad14abee admin admin] Notify callbacks [] for router, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:53.776453 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-3633f126-c8ca-4727-acb2-92b3ad14abee admin admin] 10.222.0.67 "DELETE /v2.0/routers/38794d3a-c92d-47ec-b4c8-236350fd6216 HTTP/1.1" status: 204 len: 168 time: 0.9166441 Sep 03 09:57:53.776453 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 41966) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:57:53.805975 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78bf7d-2894-47b6-98e9-832fb98461f5 req-a756bd09-a452-4ad0-b51a-ca18dce9a03e tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:57:53.808568 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2a78bf7d-2894-47b6-98e9-832fb98461f5 req-a756bd09-a452-4ad0-b51a-ca18dce9a03e tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.60 "GET /v2.0/networks?id=cf5f7525-722a-4835-b4c5-9059086ceeeb HTTP/1.1" status: 200 len: 810 time: 0.1291690 Sep 03 09:57:53.835291 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.db_base_plugin_v2 [None req-bff15363-49e5-494e-8fb1-b02fa556901c admin admin] Deleting subnet 8b9bc1cc-f1d0-4f7b-aa38-f059a6d84938 {{(pid=105525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 09:57:53.843681 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-bff15363-49e5-494e-8fb1-b02fa556901c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:53.881931 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2a78bf7d-2894-47b6-98e9-832fb98461f5 req-bc7a21ef-0c5d-4735-9c6e-e73e0f74746c tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=142a249ef3174087aaed6c7fd74387f2 HTTP/1.1" status: 200 len: 379 time: 0.0632172 Sep 03 09:57:53.891745 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [req-2a78bf7d-2894-47b6-98e9-832fb98461f5 req-bdff17ed-1708-429f-ba13-c3680781c33f tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Request body: {'port': {'device_id': 'c7f02c88-e7f1-4e6f-b555-b2412b2b11d0', 'network_id': 'cf5f7525-722a-4835-b4c5-9059086ceeeb', 'admin_state_up': True, 'tenant_id': '142a249ef3174087aaed6c7fd74387f2', 'security_groups': ['e12d6c0c-6e68-4e56-b6cd-65109880cb1b']}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:57:53.908429 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-bff15363-49e5-494e-8fb1-b02fa556901c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26582411'] for subnet, precommit_delete_associations {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:53.949277 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-449bfce5-a3f8-4e7f-a71a-19957f14aaa4 req-a747f979-09d2-4844-a95d-2c3855749ff8 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7f02c88-e7f1-4e6f-b555-b2412b2b11d0 HTTP/1.1" status: 200 len: 210 time: 0.0406587 Sep 03 09:57:54.019695 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-bff15363-49e5-494e-8fb1-b02fa556901c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713190'] for subnet, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:54.040371 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a78bf7d-2894-47b6-98e9-832fb98461f5 req-bdff17ed-1708-429f-ba13-c3680781c33f tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Made reservation on behalf of 142a249ef3174087aaed6c7fd74387f2 for: {'port': 1} {{(pid=105524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:57:54.044470 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-2a78bf7d-2894-47b6-98e9-832fb98461f5 req-bdff17ed-1708-429f-ba13-c3680781c33f tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:54.081862 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-bff15363-49e5-494e-8fb1-b02fa556901c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25166688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25634963'] for subnet, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:54.107586 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff15363-49e5-494e-8fb1-b02fa556901c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b9bc1cc-f1d0-4f7b-aa38-f059a6d84938,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:57:54.111637 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-bff15363-49e5-494e-8fb1-b02fa556901c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for subnet, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:54.113639 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-bff15363-49e5-494e-8fb1-b02fa556901c admin admin] 10.222.0.67 "DELETE /v2.0/subnets/8b9bc1cc-f1d0-4f7b-aa38-f059a6d84938 HTTP/1.1" status: 204 len: 168 time: 0.3370442 Sep 03 09:57:54.117875 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 41974) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:57:54.123997 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3e38cd-c319-4f43-babe-c8356325d5f1 None None] Network 528a02fc-44c8-4bd1-9db4-aa8e01cd9db5 requested from dv-cinder-606346-32-iscsi {{(pid=105526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 09:57:54.193729 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-abacc070-7678-4363-a65e-f89bbbee16e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1404653'] for network, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:54.204705 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.db_base_plugin_common [req-2a78bf7d-2894-47b6-98e9-832fb98461f5 req-bdff17ed-1708-429f-ba13-c3680781c33f tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Allocated IP 172.20.0.3 (cf5f7525-722a-4835-b4c5-9059086ceeeb/4af724c9-aaaf-4dc2-acfe-eb8c4b70b5a1/d7cb1a0b-8507-407e-94e5-65bae7d1c8f6) {{(pid=105524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:57:54.255564 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.plugin [None req-abacc070-7678-4363-a65e-f89bbbee16e6 admin admin] Deleting port 019c9c5f-753b-44a3-9af8-239a6c972f01 {{(pid=105525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 09:57:54.256143 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-abacc070-7678-4363-a65e-f89bbbee16e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:54.334247 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e946b95-b374-46c6-9f65-96ea977cea18 None None] DHCP port deletion for 528a02fc-44c8-4bd1-9db4-aa8e01cd9db5 request from dv-cinder-606346-32-iscsi {{(pid=105526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 09:57:54.336889 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.db [None req-abacc070-7678-4363-a65e-f89bbbee16e6 admin admin] For port 019c9c5f-753b-44a3-9af8-239a6c972f01, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=019c9c5f-753b-44a3-9af8-239a6c972f01,segment=NetworkSegment(1683d286-1be2-443d-83f5-01a3e9736922),segment_id=1683d286-1be2-443d-83f5-01a3e9736922)] {{(pid=105525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:57:54.337279 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-abacc070-7678-4363-a65e-f89bbbee16e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:54.350254 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.plugin [None req-abacc070-7678-4363-a65e-f89bbbee16e6 admin admin] Calling delete_port for 019c9c5f-753b-44a3-9af8-239a6c972f01 owned by network:dhcp {{(pid=105525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 09:57:54.387419 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-3e946b95-b374-46c6-9f65-96ea977cea18 None None] Deleting port 019c9c5f-753b-44a3-9af8-239a6c972f01 {{(pid=105526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 09:57:54.388061 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-3e946b95-b374-46c6-9f65-96ea977cea18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:54.389721 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-2a78bf7d-2894-47b6-98e9-832fb98461f5 req-bdff17ed-1708-429f-ba13-c3680781c33f tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks [] for port, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:54.404731 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.provisioning_blocks [req-2a78bf7d-2894-47b6-98e9-832fb98461f5 req-bdff17ed-1708-429f-ba13-c3680781c33f tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Transition to ACTIVE for port object d7cb1a0b-8507-407e-94e5-65bae7d1c8f6 will not be triggered until provisioned by entity DHCP. {{(pid=105524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:57:54.447311 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-2a78bf7d-2894-47b6-98e9-832fb98461f5 req-bdff17ed-1708-429f-ba13-c3680781c33f tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25413165'] for port, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:54.448866 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-abacc070-7678-4363-a65e-f89bbbee16e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25166669'] for port, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:54.466725 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-3e946b95-b374-46c6-9f65-96ea977cea18 None None] For port 019c9c5f-753b-44a3-9af8-239a6c972f01, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=019c9c5f-753b-44a3-9af8-239a6c972f01,segment=NetworkSegment(1683d286-1be2-443d-83f5-01a3e9736922),segment_id=1683d286-1be2-443d-83f5-01a3e9736922)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:57:54.467151 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-3e946b95-b374-46c6-9f65-96ea977cea18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:54.477262 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abacc070-7678-4363-a65e-f89bbbee16e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=019c9c5f-753b-44a3-9af8-239a6c972f01,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:57:54.482931 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-3e946b95-b374-46c6-9f65-96ea977cea18 None None] Calling delete_port for 019c9c5f-753b-44a3-9af8-239a6c972f01 owned by network:dhcp {{(pid=105526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 09:57:54.483927 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abacc070-7678-4363-a65e-f89bbbee16e6 admin admin] No DVR routers for this DVR port 019c9c5f-753b-44a3-9af8-239a6c972f01 on host dv-cinder-606346-32-iscsi {{(pid=105525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 09:57:54.507605 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a78bf7d-2894-47b6-98e9-832fb98461f5 req-bdff17ed-1708-429f-ba13-c3680781c33f tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Network cf5f7525-722a-4835-b4c5-9059086ceeeb is already hosted by enough agents. {{(pid=105524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:57:54.510783 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.base_scheduler [req-2a78bf7d-2894-47b6-98e9-832fb98461f5 req-bdff17ed-1708-429f-ba13-c3680781c33f tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Resources bound (agent type, host, resource id): {{(pid=105524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:57:54.514540 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a78bf7d-2894-47b6-98e9-832fb98461f5 req-bdff17ed-1708-429f-ba13-c3680781c33f tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Received port after_create {{(pid=105524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:57:54.540711 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdff17ed-1708-429f-ba13-c3680781c33f tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Pushing event updated for resources: {'Port': ['ID=d7cb1a0b-8507-407e-94e5-65bae7d1c8f6,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:57:54.579378 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78bf7d-2894-47b6-98e9-832fb98461f5 req-bdff17ed-1708-429f-ba13-c3680781c33f tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:57:54.580045 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-2a78bf7d-2894-47b6-98e9-832fb98461f5 req-bdff17ed-1708-429f-ba13-c3680781c33f tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for port, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:54.583391 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-3e946b95-b374-46c6-9f65-96ea977cea18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940'] for port, after_delete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:54.584216 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-abacc070-7678-4363-a65e-f89bbbee16e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717939', 'neutron.services.segments.db._delete_segments_for_network-8759173696085'] for network, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:54.601431 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2a78bf7d-2894-47b6-98e9-832fb98461f5 req-bdff17ed-1708-429f-ba13-c3680781c33f tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7144899 Sep 03 09:57:54.603628 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.services.segments.db [None req-abacc070-7678-4363-a65e-f89bbbee16e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['528a02fc-44c8-4bd1-9db4-aa8e01cd9db5']}} {{(pid=105525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:57:54.615210 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [req-2a78bf7d-2894-47b6-98e9-832fb98461f5 req-8f43b77f-e3eb-4a9f-9bee-ac003b1c1b66 service neutron] Request body: {'port': {'device_id': 'c7f02c88-e7f1-4e6f-b555-b2412b2b11d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:57:54.622771 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e946b95-b374-46c6-9f65-96ea977cea18 None None] No DVR routers for this DVR port 019c9c5f-753b-44a3-9af8-239a6c972f01 on host dv-cinder-606346-32-iscsi {{(pid=105526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 09:57:54.634379 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e946b95-b374-46c6-9f65-96ea977cea18 None None] Pushing event deleted for resources: {'Port': ['ID=019c9c5f-753b-44a3-9af8-239a6c972f01,revision_number=None']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:57:54.639337 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.services.segments.db [None req-abacc070-7678-4363-a65e-f89bbbee16e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1683d286-1be2-443d-83f5-01a3e9736922') {'for_net_delete': True} {{(pid=105525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:57:54.639659 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.services.segments.db [None req-abacc070-7678-4363-a65e-f89bbbee16e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1683d286-1be2-443d-83f5-01a3e9736922') {} {{(pid=105525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:57:54.647993 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e946b95-b374-46c6-9f65-96ea977cea18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:57:54.648351 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e946b95-b374-46c6-9f65-96ea977cea18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:57:54.648893 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e946b95-b374-46c6-9f65-96ea977cea18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:57:54.649245 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e946b95-b374-46c6-9f65-96ea977cea18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:57:54.649614 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e946b95-b374-46c6-9f65-96ea977cea18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:57:54.649959 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e946b95-b374-46c6-9f65-96ea977cea18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:57:54.650488 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e946b95-b374-46c6-9f65-96ea977cea18 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:57:54.650829 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e946b95-b374-46c6-9f65-96ea977cea18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:57:54.651696 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e946b95-b374-46c6-9f65-96ea977cea18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:57:54.652030 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e946b95-b374-46c6-9f65-96ea977cea18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:57:54.652363 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e946b95-b374-46c6-9f65-96ea977cea18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:57:54.652691 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e946b95-b374-46c6-9f65-96ea977cea18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:57:54.658824 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-abacc070-7678-4363-a65e-f89bbbee16e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759173697630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26582418'] for segment, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:54.684104 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-abacc070-7678-4363-a65e-f89bbbee16e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718351'] for segment, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:54.685443 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-2a78bf7d-2894-47b6-98e9-832fb98461f5 req-8f43b77f-e3eb-4a9f-9bee-ac003b1c1b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:54.699797 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abacc070-7678-4363-a65e-f89bbbee16e6 admin admin] Releasing vlan 811 on physical network physnet1 to pool {{(pid=105525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 09:57:54.700235 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-abacc070-7678-4363-a65e-f89bbbee16e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25166654'] for segment, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:54.702282 dv-cinder-606346-32-iscsi neutron-server[105525]: Traceback (most recent call last): Sep 03 09:57:54.702282 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 09:57:54.702282 dv-cinder-606346-32-iscsi neutron-server[105525]: timer() Sep 03 09:57:54.702282 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 09:57:54.702282 dv-cinder-606346-32-iscsi neutron-server[105525]: cb(*args, **kw) Sep 03 09:57:54.702282 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 09:57:54.702282 dv-cinder-606346-32-iscsi neutron-server[105525]: return func(*args, **kwargs) Sep 03 09:57:54.702282 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 09:57:54.702282 dv-cinder-606346-32-iscsi neutron-server[105525]: self._notify() Sep 03 09:57:54.702282 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 09:57:54.702282 dv-cinder-606346-32-iscsi neutron-server[105525]: self.callback(batched_events) Sep 03 09:57:54.702282 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 09:57:54.702282 dv-cinder-606346-32-iscsi neutron-server[105525]: event.method(event) Sep 03 09:57:54.702282 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 09:57:54.702282 dv-cinder-606346-32-iscsi neutron-server[105525]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 09:57:54.702282 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 09:57:54.702282 dv-cinder-606346-32-iscsi neutron-server[105525]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 09:57:54.702282 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 09:57:54.702282 dv-cinder-606346-32-iscsi neutron-server[105525]: return f(self, *a, **k) Sep 03 09:57:54.702282 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 09:57:54.702282 dv-cinder-606346-32-iscsi neutron-server[105525]: return self._get(url).json() Sep 03 09:57:54.702282 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 09:57:54.702282 dv-cinder-606346-32-iscsi neutron-server[105525]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 09:57:54.702282 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 09:57:54.702282 dv-cinder-606346-32-iscsi neutron-server[105525]: return self.request(url, 'GET', **kwargs) Sep 03 09:57:54.702282 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 09:57:54.702282 dv-cinder-606346-32-iscsi neutron-server[105525]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 09:57:54.702282 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 09:57:54.702282 dv-cinder-606346-32-iscsi neutron-server[105525]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 09:57:54.702282 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 09:57:54.702282 dv-cinder-606346-32-iscsi neutron-server[105525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 09:57:54.702282 dv-cinder-606346-32-iscsi neutron-server[105525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 09:57:54.767431 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-abacc070-7678-4363-a65e-f89bbbee16e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417317'] for network, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:54.773338 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-abacc070-7678-4363-a65e-f89bbbee16e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for network, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:54.778396 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-abacc070-7678-4363-a65e-f89bbbee16e6 admin admin] 10.222.0.67 "DELETE /v2.0/networks/528a02fc-44c8-4bd1-9db4-aa8e01cd9db5 HTTP/1.1" status: 204 len: 168 time: 0.6563265 Sep 03 09:57:54.787922 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abacc070-7678-4363-a65e-f89bbbee16e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=528a02fc-44c8-4bd1-9db4-aa8e01cd9db5,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:57:54.917496 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-913d6da3-23f2-4d1e-b705-1d64465c052e None None] Provisioning for port d7cb1a0b-8507-407e-94e5-65bae7d1c8f6 completed by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:57:54.922777 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 41978) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:57:54.922974 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-913d6da3-23f2-4d1e-b705-1d64465c052e None None] Provisioning complete for port d7cb1a0b-8507-407e-94e5-65bae7d1c8f6 triggered by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:57:54.923772 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-913d6da3-23f2-4d1e-b705-1d64465c052e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:54.967257 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-913d6da3-23f2-4d1e-b705-1d64465c052e None None] Port d7cb1a0b-8507-407e-94e5-65bae7d1c8f6 cannot update to ACTIVE because it is not bound. {{(pid=105526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 09:57:54.978522 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-124e751b-f566-4445-b4a9-751e550d1820 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bbe4096f40d64702be2a6fb537ac5c42&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0540507 Sep 03 09:57:54.981012 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 41980) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:57:55.047748 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.notifiers.nova [req-2a78bf7d-2894-47b6-98e9-832fb98461f5 req-8f43b77f-e3eb-4a9f-9bee-ac003b1c1b66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7cb1a0b-8507-407e-94e5-65bae7d1c8f6 {{(pid=105524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 09:57:55.054034 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device c546163f-f2b2-4f5d-826e-88ccab3dfc8f no longer exists at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 09:57:55.056542 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-2a78bf7d-2894-47b6-98e9-832fb98461f5 req-8f43b77f-e3eb-4a9f-9bee-ac003b1c1b66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:55.069752 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.provisioning_blocks [req-2a78bf7d-2894-47b6-98e9-832fb98461f5 req-8f43b77f-e3eb-4a9f-9bee-ac003b1c1b66 service neutron] Transition to ACTIVE for port object d7cb1a0b-8507-407e-94e5-65bae7d1c8f6 will not be triggered until provisioned by entity L2. {{(pid=105524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:57:55.070667 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-93d0b64d-a73a-446e-9f0a-580ef59225f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:55.075202 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-2a78bf7d-2894-47b6-98e9-832fb98461f5 req-8f43b77f-e3eb-4a9f-9bee-ac003b1c1b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25413178'] for port, after_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:55.087921 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] No Port match for: c546163f-f2b2-4f5d-826e-88ccab3dfc8f {{(pid=105526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 09:57:55.089194 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device c546163f-f2b2-4f5d-826e-88ccab3dfc8f not bound to the agent host dv-cinder-606346-32-iscsi {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 09:57:55.089886 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 63a49cc8-1a5e-4872-a7bf-6365fb88411b no longer exists at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 09:57:55.101158 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-93d0b64d-a73a-446e-9f0a-580ef59225f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:55.114302 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] No Port match for: 63a49cc8-1a5e-4872-a7bf-6365fb88411b {{(pid=105526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 09:57:55.115342 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 63a49cc8-1a5e-4872-a7bf-6365fb88411b not bound to the agent host dv-cinder-606346-32-iscsi {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 09:57:55.115961 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 019c9c5f-753b-44a3-9af8-239a6c972f01 no longer exists at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 09:57:55.140784 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] No Port match for: 019c9c5f-753b-44a3-9af8-239a6c972f01 {{(pid=105526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 09:57:55.141948 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 019c9c5f-753b-44a3-9af8-239a6c972f01 not bound to the agent host dv-cinder-606346-32-iscsi {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 09:57:55.158325 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f43b77f-e3eb-4a9f-9bee-ac003b1c1b66 service neutron] Pushing event updated for resources: {'Port': ['ID=d7cb1a0b-8507-407e-94e5-65bae7d1c8f6,revision_number=2']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:57:55.210161 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e851b9c-1a5e-49a2-83e0-40a4c2637b69 req-3f2c9443-2d80-47f4-95fa-8037d14d439e tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:57:55.212332 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-5e851b9c-1a5e-49a2-83e0-40a4c2637b69 req-3f2c9443-2d80-47f4-95fa-8037d14d439e tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7f02c88-e7f1-4e6f-b555-b2412b2b11d0 HTTP/1.1" status: 200 len: 943 time: 0.1080387 Sep 03 09:57:55.251681 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-93d0b64d-a73a-446e-9f0a-580ef59225f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:55.254839 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-93d0b64d-a73a-446e-9f0a-580ef59225f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:55.258912 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-93d0b64d-a73a-446e-9f0a-580ef59225f5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7551d2b5-e31a-4540-a873-a2415aa714c0 HTTP/1.1" status: 204 len: 168 time: 0.2741046 Sep 03 09:57:55.259545 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.managers [req-2a78bf7d-2894-47b6-98e9-832fb98461f5 req-8f43b77f-e3eb-4a9f-9bee-ac003b1c1b66 service neutron] Attempting to bind port d7cb1a0b-8507-407e-94e5-65bae7d1c8f6 on host hv-cinder-60634 for vnic_type normal with profile {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 09:57:55.259545 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.managers [req-2a78bf7d-2894-47b6-98e9-832fb98461f5 req-8f43b77f-e3eb-4a9f-9bee-ac003b1c1b66 service neutron] Attempting to bind port d7cb1a0b-8507-407e-94e5-65bae7d1c8f6 by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': '175fe06a-99b5-4c50-86f5-519d1a17c350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'cf5f7525-722a-4835-b4c5-9059086ceeeb'}] {{(pid=105524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 09:57:55.259545 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a78bf7d-2894-47b6-98e9-832fb98461f5 req-8f43b77f-e3eb-4a9f-9bee-ac003b1c1b66 service neutron] Attempting to bind port d7cb1a0b-8507-407e-94e5-65bae7d1c8f6 on network cf5f7525-722a-4835-b4c5-9059086ceeeb {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:57:55.266312 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a78bf7d-2894-47b6-98e9-832fb98461f5 req-8f43b77f-e3eb-4a9f-9bee-ac003b1c1b66 service neutron] Port d7cb1a0b-8507-407e-94e5-65bae7d1c8f6 on network cf5f7525-722a-4835-b4c5-9059086ceeeb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 09:57:55.267093 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a78bf7d-2894-47b6-98e9-832fb98461f5 req-8f43b77f-e3eb-4a9f-9bee-ac003b1c1b66 service neutron] Attempting to bind port d7cb1a0b-8507-407e-94e5-65bae7d1c8f6 on network cf5f7525-722a-4835-b4c5-9059086ceeeb {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:57:55.270625 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d0b64d-a73a-446e-9f0a-580ef59225f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7551d2b5-e31a-4540-a873-a2415aa714c0,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:57:55.275265 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a78bf7d-2894-47b6-98e9-832fb98461f5 req-8f43b77f-e3eb-4a9f-9bee-ac003b1c1b66 service neutron] Checking agent: {'id': '3ba077dd-5433-4c28-8748-47c2c66d3336', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 9, 48, 46), 'started_at': datetime.datetime(2021, 9, 3, 9, 48, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 9, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 09:57:55.276687 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a78bf7d-2894-47b6-98e9-832fb98461f5 req-8f43b77f-e3eb-4a9f-9bee-ac003b1c1b66 service neutron] Checking segment: {'id': '175fe06a-99b5-4c50-86f5-519d1a17c350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'cf5f7525-722a-4835-b4c5-9059086ceeeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:57:55.277337 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a78bf7d-2894-47b6-98e9-832fb98461f5 req-8f43b77f-e3eb-4a9f-9bee-ac003b1c1b66 service neutron] Bound using segment: {'id': '175fe06a-99b5-4c50-86f5-519d1a17c350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'cf5f7525-722a-4835-b4c5-9059086ceeeb'} {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 09:57:55.277820 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.managers [req-2a78bf7d-2894-47b6-98e9-832fb98461f5 req-8f43b77f-e3eb-4a9f-9bee-ac003b1c1b66 service neutron] Bound port: d7cb1a0b-8507-407e-94e5-65bae7d1c8f6, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '175fe06a-99b5-4c50-86f5-519d1a17c350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'cf5f7525-722a-4835-b4c5-9059086ceeeb'}}] {{(pid=105524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 09:57:55.279836 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-2a78bf7d-2894-47b6-98e9-832fb98461f5 req-8f43b77f-e3eb-4a9f-9bee-ac003b1c1b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:55.287869 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-5e851b9c-1a5e-49a2-83e0-40a4c2637b69 req-2acb9150-bcf8-4ee9-9573-3eadb56e0c55 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=e12d6c0c-6e68-4e56-b6cd-65109880cb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606239 Sep 03 09:57:55.369158 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.db [req-2a78bf7d-2894-47b6-98e9-832fb98461f5 req-8f43b77f-e3eb-4a9f-9bee-ac003b1c1b66 service neutron] For port d7cb1a0b-8507-407e-94e5-65bae7d1c8f6, host hv-cinder-60634, cleared binding levels {{(pid=105524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 09:57:55.373254 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.db [req-2a78bf7d-2894-47b6-98e9-832fb98461f5 req-8f43b77f-e3eb-4a9f-9bee-ac003b1c1b66 service neutron] For port d7cb1a0b-8507-407e-94e5-65bae7d1c8f6, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=d7cb1a0b-8507-407e-94e5-65bae7d1c8f6,segment=NetworkSegment(175fe06a-99b5-4c50-86f5-519d1a17c350),segment_id=175fe06a-99b5-4c50-86f5-519d1a17c350)] {{(pid=105524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 09:57:55.380105 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-2a78bf7d-2894-47b6-98e9-832fb98461f5 req-8f43b77f-e3eb-4a9f-9bee-ac003b1c1b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25413178'] for port, after_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:55.414604 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78bf7d-2894-47b6-98e9-832fb98461f5 req-8f43b77f-e3eb-4a9f-9bee-ac003b1c1b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:57:55.415228 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-2a78bf7d-2894-47b6-98e9-832fb98461f5 req-8f43b77f-e3eb-4a9f-9bee-ac003b1c1b66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for port, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:55.416872 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2a78bf7d-2894-47b6-98e9-832fb98461f5 req-8f43b77f-e3eb-4a9f-9bee-ac003b1c1b66 service neutron] 10.222.0.60 "PUT /v2.0/ports/d7cb1a0b-8507-407e-94e5-65bae7d1c8f6 HTTP/1.1" status: 200 len: 1093 time: 0.8063321 Sep 03 09:57:55.419442 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7f02c88-e7f1-4e6f-b555-b2412b2b11d0', 'tag': 'd7cb1a0b-8507-407e-94e5-65bae7d1c8f6'}] {{(pid=105524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:57:55.427646 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07cd05725c708ed75ef04e80da70ebdfc8c47d02cbbda1b8cc3f0b48d37440d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab41a7f-fe1f-415f-88ed-9858a1280ad5" -d '{"events": [{"name": "network-changed", "server_uuid": "c7f02c88-e7f1-4e6f-b555-b2412b2b11d0", "tag": "d7cb1a0b-8507-407e-94e5-65bae7d1c8f6"}]}' {{(pid=105524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:57:55.483167 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f43b77f-e3eb-4a9f-9bee-ac003b1c1b66 service neutron] Pushing event updated for resources: {'Port': ['ID=d7cb1a0b-8507-407e-94e5-65bae7d1c8f6,revision_number=3']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:57:55.505966 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 09:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34814f8-6d7f-4302-a72a-001e79e3933a x-openstack-request-id: req-d34814f8-6d7f-4302-a72a-001e79e3933a {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:57:55.506258 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7f02c88-e7f1-4e6f-b555-b2412b2b11d0", "tag": "d7cb1a0b-8507-407e-94e5-65bae7d1c8f6", "status": "completed", "code": 200}]} {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:57:55.506511 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d34814f8-6d7f-4302-a72a-001e79e3933a {{(pid=105524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:57:55.506901 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7f02c88-e7f1-4e6f-b555-b2412b2b11d0', 'tag': 'd7cb1a0b-8507-407e-94e5-65bae7d1c8f6', 'status': 'completed', 'code': 200} Sep 03 09:57:55.527779 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78bf7d-2894-47b6-98e9-832fb98461f5 req-f60f917d-8b3e-4d0c-b81f-09c542378618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:57:55.529031 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2a78bf7d-2894-47b6-98e9-832fb98461f5 req-f60f917d-8b3e-4d0c-b81f-09c542378618 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=142a249ef3174087aaed6c7fd74387f2&device_id=c7f02c88-e7f1-4e6f-b555-b2412b2b11d0 HTTP/1.1" status: 200 len: 1096 time: 0.0650244 Sep 03 09:57:55.576286 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2a78bf7d-2894-47b6-98e9-832fb98461f5 req-88a5fdd0-4a1d-44ae-ae9f-740ef99dcfeb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7cb1a0b-8507-407e-94e5-65bae7d1c8f6 HTTP/1.1" status: 200 len: 217 time: 0.0369353 Sep 03 09:57:55.626530 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78bf7d-2894-47b6-98e9-832fb98461f5 req-d94c0b8a-314b-4e84-a958-027ef304a982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:57:55.628041 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2a78bf7d-2894-47b6-98e9-832fb98461f5 req-d94c0b8a-314b-4e84-a958-027ef304a982 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4af724c9-aaaf-4dc2-acfe-eb8c4b70b5a1 HTTP/1.1" status: 200 len: 849 time: 0.0454631 Sep 03 09:57:55.681937 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78bf7d-2894-47b6-98e9-832fb98461f5 req-c675a8eb-be55-49f1-9164-87f96bb7aadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:57:55.684041 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2a78bf7d-2894-47b6-98e9-832fb98461f5 req-c675a8eb-be55-49f1-9164-87f96bb7aadb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cf5f7525-722a-4835-b4c5-9059086ceeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0491295 Sep 03 09:57:55.779707 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2a78bf7d-2894-47b6-98e9-832fb98461f5 req-8f7c1c5c-3ea5-4784-a8ab-8c37f74e3190 service neutron] 10.222.0.60 "GET /v2.0/networks/cf5f7525-722a-4835-b4c5-9059086ceeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886929 Sep 03 09:57:55.882287 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2a78bf7d-2894-47b6-98e9-832fb98461f5 req-1e511194-cd70-4957-8f04-56b40b7b5a68 service neutron] 10.222.0.60 "GET /v2.0/networks/cf5f7525-722a-4835-b4c5-9059086ceeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949585 Sep 03 09:57:55.970470 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab41a7f-fe1f-415f-88ed-9858a1280ad5 req-a24d7cb8-c0ac-44a3-af03-a9e60d8f35d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:57:55.972043 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-1ab41a7f-fe1f-415f-88ed-9858a1280ad5 req-a24d7cb8-c0ac-44a3-af03-a9e60d8f35d9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=142a249ef3174087aaed6c7fd74387f2&device_id=c7f02c88-e7f1-4e6f-b555-b2412b2b11d0 HTTP/1.1" status: 200 len: 1096 time: 0.0402484 Sep 03 09:57:56.067889 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab41a7f-fe1f-415f-88ed-9858a1280ad5 req-e66c46c0-e1f6-476b-9437-aa0edd556c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:57:56.069363 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-1ab41a7f-fe1f-415f-88ed-9858a1280ad5 req-e66c46c0-e1f6-476b-9437-aa0edd556c45 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cf5f7525-722a-4835-b4c5-9059086ceeeb HTTP/1.1" status: 200 len: 911 time: 0.0891149 Sep 03 09:57:56.111811 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-1ab41a7f-fe1f-415f-88ed-9858a1280ad5 req-611a5ee6-c260-4a7b-9510-3de51cbbcdf0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7cb1a0b-8507-407e-94e5-65bae7d1c8f6 HTTP/1.1" status: 200 len: 217 time: 0.0346341 Sep 03 09:57:56.161208 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab41a7f-fe1f-415f-88ed-9858a1280ad5 req-af67ce0b-356c-4ccd-a6f7-01d2c4bcec85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:57:56.162714 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-1ab41a7f-fe1f-415f-88ed-9858a1280ad5 req-af67ce0b-356c-4ccd-a6f7-01d2c4bcec85 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4af724c9-aaaf-4dc2-acfe-eb8c4b70b5a1 HTTP/1.1" status: 200 len: 849 time: 0.0446362 Sep 03 09:57:56.207624 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab41a7f-fe1f-415f-88ed-9858a1280ad5 req-a88e6444-7980-4ee4-a842-7b98558c9eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:57:56.209158 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-1ab41a7f-fe1f-415f-88ed-9858a1280ad5 req-a88e6444-7980-4ee4-a842-7b98558c9eb4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cf5f7525-722a-4835-b4c5-9059086ceeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0389566 Sep 03 09:57:56.302631 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-1ab41a7f-fe1f-415f-88ed-9858a1280ad5 req-616ae410-5d52-4077-8102-f978cb62f34b service neutron] 10.222.0.60 "GET /v2.0/networks/cf5f7525-722a-4835-b4c5-9059086ceeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856202 Sep 03 09:57:56.408864 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-1ab41a7f-fe1f-415f-88ed-9858a1280ad5 req-d633208d-93d9-4b65-a4d1-4c4f2b7868cd service neutron] 10.222.0.60 "GET /v2.0/networks/cf5f7525-722a-4835-b4c5-9059086ceeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979199 Sep 03 09:57:56.421744 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb26bf7-d615-4c6c-8287-0cee8737d577 req-10267f5c-548b-4af7-ad30-c750a11852b7 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:57:56.424109 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-4bb26bf7-d615-4c6c-8287-0cee8737d577 req-10267f5c-548b-4af7-ad30-c750a11852b7 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7f02c88-e7f1-4e6f-b555-b2412b2b11d0 HTTP/1.1" status: 200 len: 943 time: 0.0573704 Sep 03 09:57:56.464877 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-4bb26bf7-d615-4c6c-8287-0cee8737d577 req-f4d2e9fd-9eb2-4c38-a3b3-27bed0f20522 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=e12d6c0c-6e68-4e56-b6cd-65109880cb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348082 Sep 03 09:57:57.587692 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ddac4-0d73-4a63-866d-f8320dc36a77 req-939bd505-8673-4dbf-800f-1fb7e06a4fba tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:57:57.589269 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-8b0ddac4-0d73-4a63-866d-f8320dc36a77 req-939bd505-8673-4dbf-800f-1fb7e06a4fba tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7f02c88-e7f1-4e6f-b555-b2412b2b11d0 HTTP/1.1" status: 200 len: 943 time: 0.0506315 Sep 03 09:57:57.630124 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-8b0ddac4-0d73-4a63-866d-f8320dc36a77 req-b1246b40-6b31-4e76-8ad1-2204d5c77b0a tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=e12d6c0c-6e68-4e56-b6cd-65109880cb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345650 Sep 03 09:57:57.643283 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device d7cb1a0b-8507-407e-94e5-65bae7d1c8f6 details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=105526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 09:57:57.739125 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port d7cb1a0b-8507-407e-94e5-65bae7d1c8f6, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=d7cb1a0b-8507-407e-94e5-65bae7d1c8f6,segment=NetworkSegment(175fe06a-99b5-4c50-86f5-519d1a17c350),segment_id=175fe06a-99b5-4c50-86f5-519d1a17c350)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:57:57.751918 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Returning: {'device': 'd7cb1a0b-8507-407e-94e5-65bae7d1c8f6', 'network_id': 'cf5f7525-722a-4835-b4c5-9059086ceeeb', 'port_id': 'd7cb1a0b-8507-407e-94e5-65bae7d1c8f6', 'mac_address': 'fa:16:3e:93:92:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4af724c9-aaaf-4dc2-acfe-eb8c4b70b5a1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 09:57:57.806172 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:57.824275 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.notifiers.nova [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7cb1a0b-8507-407e-94e5-65bae7d1c8f6 {{(pid=105526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 09:57:57.845717 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port d7cb1a0b-8507-407e-94e5-65bae7d1c8f6, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=d7cb1a0b-8507-407e-94e5-65bae7d1c8f6,segment=NetworkSegment(175fe06a-99b5-4c50-86f5-519d1a17c350),segment_id=175fe06a-99b5-4c50-86f5-519d1a17c350)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:57:57.858912 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:57.909698 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Pushing event updated for resources: {'Port': ['ID=d7cb1a0b-8507-407e-94e5-65bae7d1c8f6,revision_number=4']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:57:58.090628 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] get_ports_and_sgs() called for port_ids ['d7cb1a0b-8507-407e-94e5-65bae7d1c8f6'] {{(pid=105526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 09:57:58.748754 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08019482-7a02-42e9-b0ee-024fa573975c req-60a1752e-c219-410b-8af8-b1f63710c986 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:57:58.750333 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-08019482-7a02-42e9-b0ee-024fa573975c req-60a1752e-c219-410b-8af8-b1f63710c986 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7f02c88-e7f1-4e6f-b555-b2412b2b11d0 HTTP/1.1" status: 200 len: 944 time: 0.0526671 Sep 03 09:57:58.789078 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-08019482-7a02-42e9-b0ee-024fa573975c req-ba4cb9aa-aa8c-4f67-8e73-54eb9655e0c5 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=e12d6c0c-6e68-4e56-b6cd-65109880cb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326614 Sep 03 09:57:59.158517 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-df581a86-9ef6-45b2-8bb0-6e608eb0817c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:59.643396 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device d7cb1a0b-8507-407e-94e5-65bae7d1c8f6 up at agent hyperv_hv-cinder-60634 {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:57:59.702974 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Provisioning for port d7cb1a0b-8507-407e-94e5-65bae7d1c8f6 completed by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:57:59.707737 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Provisioning complete for port d7cb1a0b-8507-407e-94e5-65bae7d1c8f6 triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:57:59.708132 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:59.785617 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:59.808251 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f02c88-e7f1-4e6f-b555-b2412b2b11d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7cb1a0b-8507-407e-94e5-65bae7d1c8f6'}] {{(pid=105526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:57:59.810522 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4892a96944886cb42b4657d46b368d41fc18c437eb6a682d176e385d93bf320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a168b8d-8a72-4c3f-a93f-6b540db7c23c" -d '{"events": [{"server_uuid": "c7f02c88-e7f1-4e6f-b555-b2412b2b11d0", "name": "network-vif-plugged", "status": "completed", "tag": "d7cb1a0b-8507-407e-94e5-65bae7d1c8f6"}]}' {{(pid=105526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:57:59.823172 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port d7cb1a0b-8507-407e-94e5-65bae7d1c8f6, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=d7cb1a0b-8507-407e-94e5-65bae7d1c8f6,segment=NetworkSegment(175fe06a-99b5-4c50-86f5-519d1a17c350),segment_id=175fe06a-99b5-4c50-86f5-519d1a17c350)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:57:59.828960 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:57:59.859539 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 09:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974a9cd0-563f-42fa-bef8-ff1d813a425b x-openstack-request-id: req-974a9cd0-563f-42fa-bef8-ff1d813a425b {{(pid=105526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:57:59.859836 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f02c88-e7f1-4e6f-b555-b2412b2b11d0", "name": "network-vif-plugged", "status": "completed", "tag": "d7cb1a0b-8507-407e-94e5-65bae7d1c8f6", "code": 200}]} {{(pid=105526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:57:59.860092 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-974a9cd0-563f-42fa-bef8-ff1d813a425b {{(pid=105526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:57:59.860485 dv-cinder-606346-32-iscsi neutron-server[105526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7f02c88-e7f1-4e6f-b555-b2412b2b11d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7cb1a0b-8507-407e-94e5-65bae7d1c8f6', 'code': 200} Sep 03 09:57:59.886879 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Pushing event updated for resources: {'Port': ['ID=d7cb1a0b-8507-407e-94e5-65bae7d1c8f6,revision_number=5']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:57:59.912333 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54688b84-577b-4da2-9ea9-ea0847f55f44 req-77a061d1-ce4e-470f-98a3-b525971a79f5 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:57:59.914119 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-54688b84-577b-4da2-9ea9-ea0847f55f44 req-77a061d1-ce4e-470f-98a3-b525971a79f5 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7f02c88-e7f1-4e6f-b555-b2412b2b11d0 HTTP/1.1" status: 200 len: 945 time: 0.0531347 Sep 03 09:57:59.953015 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-54688b84-577b-4da2-9ea9-ea0847f55f44 req-ec77e693-03e0-4efc-a493-e6154f43c063 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=e12d6c0c-6e68-4e56-b6cd-65109880cb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316520 Sep 03 09:58:00.849459 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adadff5a-2263-4b38-8675-e134c3af36e1 req-b90963b8-82e8-43ec-b22d-1d3f2af07ab4 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:00.850986 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-adadff5a-2263-4b38-8675-e134c3af36e1 req-b90963b8-82e8-43ec-b22d-1d3f2af07ab4 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 946 time: 0.0565736 Sep 03 09:58:00.889164 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-adadff5a-2263-4b38-8675-e134c3af36e1 req-86be7079-8c80-443e-8988-8771ec631809 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/security-groups?id=29752035-1baa-4bb6-98e5-d8c1a0c5d1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321910 Sep 03 09:58:01.069408 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbfb90f-b508-4942-9de8-5b39a0b3fdaa req-2ac3cf9e-32b6-40d0-80f0-6d373fc8d00a tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:01.070892 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-3dbfb90f-b508-4942-9de8-5b39a0b3fdaa req-2ac3cf9e-32b6-40d0-80f0-6d373fc8d00a tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7f02c88-e7f1-4e6f-b555-b2412b2b11d0 HTTP/1.1" status: 200 len: 945 time: 0.0485504 Sep 03 09:58:01.114393 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-3dbfb90f-b508-4942-9de8-5b39a0b3fdaa req-a8c19857-7ff5-486d-b02a-ffacf58b828b tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=e12d6c0c-6e68-4e56-b6cd-65109880cb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376830 Sep 03 09:58:02.005943 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfca5d8-248d-4adc-87c9-801d3a2769b2 req-23807bfb-1005-4dd9-85cf-4e434ac798ad tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:02.007366 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-bdfca5d8-248d-4adc-87c9-801d3a2769b2 req-23807bfb-1005-4dd9-85cf-4e434ac798ad tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 946 time: 0.0503039 Sep 03 09:58:02.045547 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-bdfca5d8-248d-4adc-87c9-801d3a2769b2 req-3aa8ed97-2681-48cc-906b-9c456b0e1c0c tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/security-groups?id=29752035-1baa-4bb6-98e5-d8c1a0c5d1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316935 Sep 03 09:58:02.091188 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-4b6ddbe7-207f-4c52-8d81-776c2b7ee033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:02.492370 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43d74e-9983-4de7-a26e-f2b6028d968a req-b6a691c9-080c-4b7f-b199-a55f4447aa43 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:02.494032 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-0e43d74e-9983-4de7-a26e-f2b6028d968a req-b6a691c9-080c-4b7f-b199-a55f4447aa43 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7f02c88-e7f1-4e6f-b555-b2412b2b11d0 HTTP/1.1" status: 200 len: 945 time: 0.3138485 Sep 03 09:58:02.533169 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-0e43d74e-9983-4de7-a26e-f2b6028d968a req-4dfc8531-05fd-4ff5-a45c-1d283235a9fe tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=e12d6c0c-6e68-4e56-b6cd-65109880cb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308924 Sep 03 09:58:02.719060 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63406836-63aa-426e-ad99-e084ecebbb81 req-cbaf13da-1de9-4a3e-b0dd-7bd49c2eb8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:02.720615 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-63406836-63aa-426e-ad99-e084ecebbb81 req-cbaf13da-1de9-4a3e-b0dd-7bd49c2eb8ac service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c7f02c88-e7f1-4e6f-b555-b2412b2b11d0 HTTP/1.1" status: 200 len: 1098 time: 0.0419276 Sep 03 09:58:02.756622 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-63406836-63aa-426e-ad99-e084ecebbb81 req-49121388-2448-4c97-a1d2-1e0af1e57f69 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e12d6c0c-6e68-4e56-b6cd-65109880cb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288200 Sep 03 09:58:03.164639 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b0aaeb-d27c-4a93-90c5-cadc900833da req-ecb67f20-e661-46e6-be16-676a5de3b6a9 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:03.166176 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-51b0aaeb-d27c-4a93-90c5-cadc900833da req-ecb67f20-e661-46e6-be16-676a5de3b6a9 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 946 time: 0.0547235 Sep 03 09:58:03.202954 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-51b0aaeb-d27c-4a93-90c5-cadc900833da req-314bdfee-0a5f-430a-b3af-eb0ba873db8c tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/security-groups?id=29752035-1baa-4bb6-98e5-d8c1a0c5d1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308082 Sep 03 09:58:03.492248 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:03.674831 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ccf62-33d0-4eac-85d6-0cb0318b1bdf req-6f9b023a-fca0-4824-a8a8-5bbbd6fb131b tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:03.676313 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-cf5ccf62-33d0-4eac-85d6-0cb0318b1bdf req-6f9b023a-fca0-4824-a8a8-5bbbd6fb131b tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7f02c88-e7f1-4e6f-b555-b2412b2b11d0 HTTP/1.1" status: 200 len: 945 time: 0.0508573 Sep 03 09:58:03.714941 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-cf5ccf62-33d0-4eac-85d6-0cb0318b1bdf req-956ce170-e6fd-4bf4-939e-470cf37f509f tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=e12d6c0c-6e68-4e56-b6cd-65109880cb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327647 Sep 03 09:58:03.823258 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a642e642-fcb2-47b5-b777-13e8b57c6243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:04.323031 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0831fb9d-7653-4ac8-9da6-90e47c6ca7d9 req-45ef0588-03c9-4c6a-8e02-2fbb4016d15b tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:04.324516 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-0831fb9d-7653-4ac8-9da6-90e47c6ca7d9 req-45ef0588-03c9-4c6a-8e02-2fbb4016d15b tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 946 time: 0.0511658 Sep 03 09:58:04.373779 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-0831fb9d-7653-4ac8-9da6-90e47c6ca7d9 req-44e50a07-2d2d-4349-91f1-42e09d8d7926 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/security-groups?id=29752035-1baa-4bb6-98e5-d8c1a0c5d1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424151 Sep 03 09:58:04.504487 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-86f92317-4722-4035-969f-07b0852c8c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:04.826933 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e93c0-36c4-428b-8f78-b497e5f467f6 req-5f96c362-004a-45de-a411-8d1a41763598 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:04.828473 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-545e93c0-36c4-428b-8f78-b497e5f467f6 req-5f96c362-004a-45de-a411-8d1a41763598 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7f02c88-e7f1-4e6f-b555-b2412b2b11d0 HTTP/1.1" status: 200 len: 945 time: 0.0477490 Sep 03 09:58:04.866123 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-545e93c0-36c4-428b-8f78-b497e5f467f6 req-2258bd80-cd4c-483b-9f87-ba38fc7bfdf7 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=e12d6c0c-6e68-4e56-b6cd-65109880cb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317149 Sep 03 09:58:04.974985 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67439937-8b02-4190-ab42-5622efecbe95 req-b9226e3b-538e-470f-864b-60e95d4c5c9d tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:04.976469 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-67439937-8b02-4190-ab42-5622efecbe95 req-b9226e3b-538e-470f-864b-60e95d4c5c9d tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7f02c88-e7f1-4e6f-b555-b2412b2b11d0 HTTP/1.1" status: 200 len: 945 time: 0.0492432 Sep 03 09:58:04.986228 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 42106) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:58:04.990855 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [None req-153b6132-a40b-4805-a497-7491512569c9 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Request body: {'floatingip': {'port_id': 'd7cb1a0b-8507-407e-94e5-65bae7d1c8f6'}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:58:05.035045 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-153b6132-a40b-4805-a497-7491512569c9 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks [] for floatingip, before_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:05.476718 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-153b6132-a40b-4805-a497-7491512569c9 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:05.484943 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-153b6132-a40b-4805-a497-7491512569c9 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417335'] for floatingip, after_update {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:05.562559 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996828fd-dd1d-4ee9-8a80-e3c667b19a70 req-2a3559d4-7fa3-4fd1-abd9-6cd1bb8f6019 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:05.564072 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-996828fd-dd1d-4ee9-8a80-e3c667b19a70 req-2a3559d4-7fa3-4fd1-abd9-6cd1bb8f6019 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 946 time: 0.1222978 Sep 03 09:58:05.630818 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-996828fd-dd1d-4ee9-8a80-e3c667b19a70 req-8c578d19-1d20-479f-b826-6c1b3ca44ebf tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/security-groups?id=29752035-1baa-4bb6-98e5-d8c1a0c5d1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602870 Sep 03 09:58:05.639596 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.db.l3_db [None req-153b6132-a40b-4805-a497-7491512569c9 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Floating IP 2e8f34cc-6bc6-49c4-8328-199d18a8d4db associated. External IP: 172.27.3.217, port: d7cb1a0b-8507-407e-94e5-65bae7d1c8f6. Sep 03 09:58:05.865681 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-153b6132-a40b-4805-a497-7491512569c9 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Router 881fc7a3-022e-4667-b897-ff5f87d9d178 has already been hosted by L3 agent d52909a0-0f60-4ffe-9597-25dbe871271a {{(pid=105525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 09:58:06.012318 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-153b6132-a40b-4805-a497-7491512569c9 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify agent at l3_agent.dv-cinder-606346-32-iscsi the message routers_updated {{(pid=105525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 09:58:06.017933 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-153b6132-a40b-4805-a497-7491512569c9 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for floatingip, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:06.023830 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e6bbb1-02cf-45b6-b4f3-83a3641bcaa8 None None] Sync routers for ids ['881fc7a3-022e-4667-b897-ff5f87d9d178'] in dv-cinder-606346-32-iscsi {{(pid=105527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 09:58:06.036135 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e6bbb1-02cf-45b6-b4f3-83a3641bcaa8 None None] Routers {'881fc7a3-022e-4667-b897-ff5f87d9d178'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:58:06.036814 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-84e6bbb1-02cf-45b6-b4f3-83a3641bcaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:58:02Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['881fc7a3-022e-4667-b897-ff5f87d9d178'], 'active': True} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:58:06.050614 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-153b6132-a40b-4805-a497-7491512569c9 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "PUT /v2.0/floatingips/2e8f34cc-6bc6-49c4-8328-199d18a8d4db HTTP/1.1" status: 200 len: 991 time: 1.0632346 Sep 03 09:58:06.051301 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7f02c88-e7f1-4e6f-b555-b2412b2b11d0', 'tag': 'd7cb1a0b-8507-407e-94e5-65bae7d1c8f6'}] {{(pid=105525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:58:06.058506 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b472ff3031a1c59aa5156df15414b1b35e6d7494da734e784d35b582b3c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ad654d-1a6a-4855-b386-102880e3c314" -d '{"events": [{"name": "network-changed", "server_uuid": "c7f02c88-e7f1-4e6f-b555-b2412b2b11d0", "tag": "d7cb1a0b-8507-407e-94e5-65bae7d1c8f6"}]}' {{(pid=105525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:58:06.247231 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvr_db [None req-84e6bbb1-02cf-45b6-b4f3-83a3641bcaa8 None None] Set router 881fc7a3-022e-4667-b897-ff5f87d9d178 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:58:06.281104 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 09:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176bdf76-2b0a-464a-b836-923bb38165fa x-openstack-request-id: req-176bdf76-2b0a-464a-b836-923bb38165fa {{(pid=105525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:58:06.281397 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7f02c88-e7f1-4e6f-b555-b2412b2b11d0", "tag": "d7cb1a0b-8507-407e-94e5-65bae7d1c8f6", "status": "completed", "code": 200}]} {{(pid=105525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:58:06.281678 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-176bdf76-2b0a-464a-b836-923bb38165fa {{(pid=105525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:58:06.282092 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7f02c88-e7f1-4e6f-b555-b2412b2b11d0', 'tag': 'd7cb1a0b-8507-407e-94e5-65bae7d1c8f6', 'status': 'completed', 'code': 200} Sep 03 09:58:06.344436 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad654d-1a6a-4855-b386-102880e3c314 req-d89a6fb5-2867-4f9c-99e2-6c105f1de093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:06.346047 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-14ad654d-1a6a-4855-b386-102880e3c314 req-d89a6fb5-2867-4f9c-99e2-6c105f1de093 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=142a249ef3174087aaed6c7fd74387f2&device_id=c7f02c88-e7f1-4e6f-b555-b2412b2b11d0 HTTP/1.1" status: 200 len: 1098 time: 0.0431728 Sep 03 09:58:06.443844 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad654d-1a6a-4855-b386-102880e3c314 req-7ed117f9-96bb-44ed-b2fe-f38e9a782b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:06.445323 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-14ad654d-1a6a-4855-b386-102880e3c314 req-7ed117f9-96bb-44ed-b2fe-f38e9a782b30 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cf5f7525-722a-4835-b4c5-9059086ceeeb HTTP/1.1" status: 200 len: 911 time: 0.0926325 Sep 03 09:58:06.493774 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-84e6bbb1-02cf-45b6-b4f3-83a3641bcaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'name': 'tempest-AttachVolumeTestJSON-457758726-router', 'tenant_id': '142a249ef3174087aaed6c7fd74387f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'de0eaff7-2fa3-4eea-b5db-6803922d9795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:54:06Z', 'updated_at': '2021-09-03T09:54:09Z', 'revision_number': 4, 'project_id': '142a249ef3174087aaed6c7fd74387f2', 'gw_port': {'id': 'de0eaff7-2fa3-4eea-b5db-6803922d9795', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:06Z', 'updated_at': '2021-09-03T09:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_floatingips': [{'id': '2e8f34cc-6bc6-49c4-8328-199d18a8d4db', 'tenant_id': '142a249ef3174087aaed6c7fd74387f2', 'floating_ip_address': '172.27.3.217', 'floating_network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'router_id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'port_id': 'd7cb1a0b-8507-407e-94e5-65bae7d1c8f6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf5f7525-722a-4835-b4c5-9059086ceeeb', 'mac_address': 'fa:16:3e:93:92:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f02c88-e7f1-4e6f-b555-b2412b2b11d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T09:57:51Z', 'updated_at': '2021-09-03T09:58:05Z', 'revision_number': 1, 'project_id': '142a249ef3174087aaed6c7fd74387f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '256df039-c5d4-4202-8a85-0949b1c051f1', 'name': '', 'network_id': 'cf5f7525-722a-4835-b4c5-9059086ceeeb', 'tenant_id': '142a249ef3174087aaed6c7fd74387f2', 'mac_address': 'fa:16:3e:41:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '4af724c9-aaaf-4dc2-acfe-eb8c4b70b5a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:08Z', 'updated_at': '2021-09-03T09:54:15Z', 'revision_number': 5, 'project_id': '142a249ef3174087aaed6c7fd74387f2', 'subnets': [{'id': '4af724c9-aaaf-4dc2-acfe-eb8c4b70b5a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:58:06.521091 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-14ad654d-1a6a-4855-b386-102880e3c314 req-93205a49-3c9f-4335-96b8-8deb886d3685 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7cb1a0b-8507-407e-94e5-65bae7d1c8f6 HTTP/1.1" status: 200 len: 999 time: 0.0667789 Sep 03 09:58:06.524676 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e6bbb1-02cf-45b6-b4f3-83a3641bcaa8 None None] Checking router: 881fc7a3-022e-4667-b897-ff5f87d9d178 for host: dv-cinder-606346-32-iscsi {{(pid=105527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 09:58:06.533915 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e6bbb1-02cf-45b6-b4f3-83a3641bcaa8 None None] Routers {'881fc7a3-022e-4667-b897-ff5f87d9d178'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:58:06.534535 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-84e6bbb1-02cf-45b6-b4f3-83a3641bcaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:58:02Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['881fc7a3-022e-4667-b897-ff5f87d9d178'], 'active': True} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:58:06.577596 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad654d-1a6a-4855-b386-102880e3c314 req-99b4f5e1-fd6b-4201-a9f5-35c7a1786c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:06.579108 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-14ad654d-1a6a-4855-b386-102880e3c314 req-99b4f5e1-fd6b-4201-a9f5-35c7a1786c84 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4af724c9-aaaf-4dc2-acfe-eb8c4b70b5a1 HTTP/1.1" status: 200 len: 849 time: 0.0480654 Sep 03 09:58:06.628637 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad654d-1a6a-4855-b386-102880e3c314 req-746d41e4-d6c9-40de-a48d-1eb82c65d53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:06.631588 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-14ad654d-1a6a-4855-b386-102880e3c314 req-746d41e4-d6c9-40de-a48d-1eb82c65d53f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cf5f7525-722a-4835-b4c5-9059086ceeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0456631 Sep 03 09:58:06.654613 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvr_db [None req-84e6bbb1-02cf-45b6-b4f3-83a3641bcaa8 None None] Set router 881fc7a3-022e-4667-b897-ff5f87d9d178 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:58:06.784736 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-14ad654d-1a6a-4855-b386-102880e3c314 req-815aa8f7-9a32-4351-a13b-e6de3dfecb10 service neutron] 10.222.0.60 "GET /v2.0/networks/cf5f7525-722a-4835-b4c5-9059086ceeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459332 Sep 03 09:58:06.825309 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c7189-9220-47b8-a4e5-4d62d045408a req-41ca40f6-f603-4933-83b4-3dc771943006 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:06.826918 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-4e5c7189-9220-47b8-a4e5-4d62d045408a req-41ca40f6-f603-4933-83b4-3dc771943006 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 946 time: 0.0903239 Sep 03 09:58:06.914090 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-4e5c7189-9220-47b8-a4e5-4d62d045408a req-7f5b1a24-d24d-42ac-bd01-cce737e4efe6 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/security-groups?id=29752035-1baa-4bb6-98e5-d8c1a0c5d1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777676 Sep 03 09:58:06.929044 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-14ad654d-1a6a-4855-b386-102880e3c314 req-8726fb3e-59e1-4168-95ca-7761f6fb5850 service neutron] 10.222.0.60 "GET /v2.0/networks/cf5f7525-722a-4835-b4c5-9059086ceeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365101 Sep 03 09:58:06.947618 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-84e6bbb1-02cf-45b6-b4f3-83a3641bcaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'name': 'tempest-AttachVolumeTestJSON-457758726-router', 'tenant_id': '142a249ef3174087aaed6c7fd74387f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'de0eaff7-2fa3-4eea-b5db-6803922d9795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:54:06Z', 'updated_at': '2021-09-03T09:54:09Z', 'revision_number': 4, 'project_id': '142a249ef3174087aaed6c7fd74387f2', 'gw_port': {'id': 'de0eaff7-2fa3-4eea-b5db-6803922d9795', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:06Z', 'updated_at': '2021-09-03T09:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_floatingips': [{'id': '2e8f34cc-6bc6-49c4-8328-199d18a8d4db', 'tenant_id': '142a249ef3174087aaed6c7fd74387f2', 'floating_ip_address': '172.27.3.217', 'floating_network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'router_id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'port_id': 'd7cb1a0b-8507-407e-94e5-65bae7d1c8f6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf5f7525-722a-4835-b4c5-9059086ceeeb', 'mac_address': 'fa:16:3e:93:92:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f02c88-e7f1-4e6f-b555-b2412b2b11d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T09:57:51Z', 'updated_at': '2021-09-03T09:58:05Z', 'revision_number': 1, 'project_id': '142a249ef3174087aaed6c7fd74387f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '256df039-c5d4-4202-8a85-0949b1c051f1', 'name': '', 'network_id': 'cf5f7525-722a-4835-b4c5-9059086ceeeb', 'tenant_id': '142a249ef3174087aaed6c7fd74387f2', 'mac_address': 'fa:16:3e:41:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '4af724c9-aaaf-4dc2-acfe-eb8c4b70b5a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:08Z', 'updated_at': '2021-09-03T09:54:15Z', 'revision_number': 5, 'project_id': '142a249ef3174087aaed6c7fd74387f2', 'subnets': [{'id': '4af724c9-aaaf-4dc2-acfe-eb8c4b70b5a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:58:06.980516 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e6bbb1-02cf-45b6-b4f3-83a3641bcaa8 None None] The sync data for ids ['881fc7a3-022e-4667-b897-ff5f87d9d178'] in dv-cinder-606346-32-iscsi is: [{'id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'name': 'tempest-AttachVolumeTestJSON-457758726-router', 'tenant_id': '142a249ef3174087aaed6c7fd74387f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'de0eaff7-2fa3-4eea-b5db-6803922d9795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:54:06Z', 'updated_at': '2021-09-03T09:54:09Z', 'revision_number': 4, 'project_id': '142a249ef3174087aaed6c7fd74387f2', 'gw_port': {'id': 'de0eaff7-2fa3-4eea-b5db-6803922d9795', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:06Z', 'updated_at': '2021-09-03T09:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_floatingips': [{'id': '2e8f34cc-6bc6-49c4-8328-199d18a8d4db', 'tenant_id': '142a249ef3174087aaed6c7fd74387f2', 'floating_ip_address': '172.27.3.217', 'floating_network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'router_id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'port_id': 'd7cb1a0b-8507-407e-94e5-65bae7d1c8f6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf5f7525-722a-4835-b4c5-9059086ceeeb', 'mac_address': 'fa:16:3e:93:92:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f02c88-e7f1-4e6f-b555-b2412b2b11d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T09:57:51Z', 'updated_at': '2021-09-03T09:58:05Z', 'revision_number': 1, 'project_id': '142a249ef3174087aaed6c7fd74387f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '256df039-c5d4-4202-8a85-0949b1c051f1', 'name': '', 'network_id': 'cf5f7525-722a-4835-b4c5-9059086ceeeb', 'tenant_id': '142a249ef3174087aaed6c7fd74387f2', 'mac_address': 'fa:16:3e:41:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '4af724c9-aaaf-4dc2-acfe-eb8c4b70b5a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:08Z', 'updated_at': '2021-09-03T09:54:15Z', 'revision_number': 5, 'project_id': '142a249ef3174087aaed6c7fd74387f2', 'subnets': [{'id': '4af724c9-aaaf-4dc2-acfe-eb8c4b70b5a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 09:58:07.262031 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e23c878-c585-4f93-8caf-b688b3a8ec3e None None] New status for floating IP 2e8f34cc-6bc6-49c4-8328-199d18a8d4db: ACTIVE {{(pid=105526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 09:58:08.037989 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5118f1e-5d1b-4554-a410-6b47c0706c83 req-f4f1a1b9-7995-4b60-af06-7c5d9cc82574 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:08.039628 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-d5118f1e-5d1b-4554-a410-6b47c0706c83 req-f4f1a1b9-7995-4b60-af06-7c5d9cc82574 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 946 time: 0.0531142 Sep 03 09:58:08.088175 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-d5118f1e-5d1b-4554-a410-6b47c0706c83 req-80e7d38e-607a-4199-bedd-c5189ec017b5 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/security-groups?id=29752035-1baa-4bb6-98e5-d8c1a0c5d1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375180 Sep 03 09:58:09.245135 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854219ff-e3f3-4f7a-b7de-34aa711d1786 req-72285ad9-ebaa-41bd-b626-9f2de388c0ba tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:09.246727 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-854219ff-e3f3-4f7a-b7de-34aa711d1786 req-72285ad9-ebaa-41bd-b626-9f2de388c0ba tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 946 time: 0.0563786 Sep 03 09:58:09.291294 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-854219ff-e3f3-4f7a-b7de-34aa711d1786 req-ac245c83-dd14-4177-8aac-3ca35580e288 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/security-groups?id=29752035-1baa-4bb6-98e5-d8c1a0c5d1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359266 Sep 03 09:58:10.421739 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec0bfe3-f310-47a6-a6f2-4aa00ced65b9 req-459fdf05-7558-4a9e-9cff-0f3ace97e620 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:10.423387 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-4ec0bfe3-f310-47a6-a6f2-4aa00ced65b9 req-459fdf05-7558-4a9e-9cff-0f3ace97e620 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 946 time: 0.0572338 Sep 03 09:58:10.471474 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-4ec0bfe3-f310-47a6-a6f2-4aa00ced65b9 req-822ca147-df1f-4165-91ca-ca63349b9d49 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/security-groups?id=29752035-1baa-4bb6-98e5-d8c1a0c5d1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370555 Sep 03 09:58:11.671648 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874479f8-d196-4fcb-b5d9-cb5fe3031331 req-11c047f3-72fe-43cc-91e0-c158c5ff95d6 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:11.673609 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-874479f8-d196-4fcb-b5d9-cb5fe3031331 req-11c047f3-72fe-43cc-91e0-c158c5ff95d6 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 946 time: 0.1003251 Sep 03 09:58:11.725879 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-874479f8-d196-4fcb-b5d9-cb5fe3031331 req-2e08c524-d156-4322-a62c-98c5e5e0aec9 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/security-groups?id=29752035-1baa-4bb6-98e5-d8c1a0c5d1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407615 Sep 03 09:58:12.882683 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb6bd4-f63b-4d30-b334-1e41cf889cbf req-4c78c4b4-02ca-485b-adb7-450f3db7ab9d tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:12.884413 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-5aeb6bd4-f63b-4d30-b334-1e41cf889cbf req-4c78c4b4-02ca-485b-adb7-450f3db7ab9d tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 946 time: 0.0834093 Sep 03 09:58:12.887819 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b69a55-ebc0-43e1-89cc-2275bbd4be82 req-2a0f0f05-42aa-46cc-abcd-077ed87d2ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:12.889133 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-65b69a55-ebc0-43e1-89cc-2275bbd4be82 req-2a0f0f05-42aa-46cc-abcd-077ed87d2ef4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c1ec96c4279b4069b2fcb5e4c742344a&device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 1099 time: 0.0616832 Sep 03 09:58:12.953646 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-5aeb6bd4-f63b-4d30-b334-1e41cf889cbf req-7adb0c72-9b11-48a8-817a-f8441fa3adaa tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/security-groups?id=29752035-1baa-4bb6-98e5-d8c1a0c5d1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620511 Sep 03 09:58:13.006322 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b69a55-ebc0-43e1-89cc-2275bbd4be82 req-f80ec9b8-9912-4aed-9b2b-bf3d370eae77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:13.007835 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-65b69a55-ebc0-43e1-89cc-2275bbd4be82 req-f80ec9b8-9912-4aed-9b2b-bf3d370eae77 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8 HTTP/1.1" status: 200 len: 909 time: 0.1102829 Sep 03 09:58:13.076782 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-65b69a55-ebc0-43e1-89cc-2275bbd4be82 req-14a0edfd-7aa8-435f-a4ed-e9827276cf87 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ab1b4a9-ee18-485c-8683-19fdfdc012fb HTTP/1.1" status: 200 len: 1001 time: 0.0608714 Sep 03 09:58:13.128095 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b69a55-ebc0-43e1-89cc-2275bbd4be82 req-285b9bd1-1bd0-4972-a582-bfaecc5c6a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:13.129649 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-65b69a55-ebc0-43e1-89cc-2275bbd4be82 req-285b9bd1-1bd0-4972-a582-bfaecc5c6a36 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b109763-0193-4b59-85f3-359058c4faaf HTTP/1.1" status: 200 len: 847 time: 0.0456581 Sep 03 09:58:13.177260 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b69a55-ebc0-43e1-89cc-2275bbd4be82 req-6214f56a-c1a4-4e18-a8dd-a5858c2c8d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:13.178775 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-65b69a55-ebc0-43e1-89cc-2275bbd4be82 req-6214f56a-c1a4-4e18-a8dd-a5858c2c8d8b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0422595 Sep 03 09:58:13.280090 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-65b69a55-ebc0-43e1-89cc-2275bbd4be82 req-4564160f-4632-44c7-bc08-fe059cdffd90 service neutron] 10.222.0.60 "GET /v2.0/networks/e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942683 Sep 03 09:58:13.658337 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-65b69a55-ebc0-43e1-89cc-2275bbd4be82 req-98fd180b-7ce6-4cf7-bf06-a26b955d8678 service neutron] 10.222.0.60 "GET /v2.0/networks/e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3706748 Sep 03 09:58:14.093305 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1217d800-5bfa-4be6-92ee-d809b76e2fcc req-39ad21bc-4e92-41f9-96c9-758e62c89f7d tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:14.095023 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-1217d800-5bfa-4be6-92ee-d809b76e2fcc req-39ad21bc-4e92-41f9-96c9-758e62c89f7d tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 946 time: 0.0661759 Sep 03 09:58:14.135065 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-1217d800-5bfa-4be6-92ee-d809b76e2fcc req-25e52c64-372b-479c-8327-690a2f7147be tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/security-groups?id=29752035-1baa-4bb6-98e5-d8c1a0c5d1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336299 Sep 03 09:58:15.256461 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ec65f-d41d-4caf-9707-974baf6b165b req-e87e62e9-2bd7-402d-b9e3-0d67119afadd tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:15.258106 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-269ec65f-d41d-4caf-9707-974baf6b165b req-e87e62e9-2bd7-402d-b9e3-0d67119afadd tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 946 time: 0.0509756 Sep 03 09:58:15.301710 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-269ec65f-d41d-4caf-9707-974baf6b165b req-ca7bf27b-4a3a-48f5-b804-5d6d97390569 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/security-groups?id=29752035-1baa-4bb6-98e5-d8c1a0c5d1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361319 Sep 03 09:58:16.414196 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df553129-c2c1-4065-9674-2d0878749647 req-2dd2acf5-ec45-456e-a8be-fc47635becbd tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:16.415677 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-df553129-c2c1-4065-9674-2d0878749647 req-2dd2acf5-ec45-456e-a8be-fc47635becbd tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 946 time: 0.0475290 Sep 03 09:58:16.459375 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-df553129-c2c1-4065-9674-2d0878749647 req-4fbd5ebc-186c-4619-9194-8cf038d8d14d tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/security-groups?id=29752035-1baa-4bb6-98e5-d8c1a0c5d1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346980 Sep 03 09:58:16.663276 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-69ca1d66-8533-43aa-823e-5fc9df7b23c5 req-d2f022e4-7106-4824-a513-2bf80aaec3a5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0676432 Sep 03 09:58:16.676368 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7af9bb-9955-4a07-b8f8-ff73ef8004f8 req-c0edc66a-3217-48c3-a9d1-f488a22ac5e4 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:16.677815 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2b7af9bb-9955-4a07-b8f8-ff73ef8004f8 req-c0edc66a-3217-48c3-a9d1-f488a22ac5e4 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 946 time: 0.0586011 Sep 03 09:58:16.726614 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2b7af9bb-9955-4a07-b8f8-ff73ef8004f8 req-efac7e74-722c-4d13-967e-12161a73a089 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/security-groups?id=29752035-1baa-4bb6-98e5-d8c1a0c5d1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413220 Sep 03 09:58:17.742885 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 2ab1b4a9-ee18-485c-8683-19fdfdc012fb no longer exists at agent hyperv_hv-cinder-60634 {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 09:58:17.830022 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:17.849142 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3836d6-5781-4930-8b71-0d3f84af3538 req-7e7182b1-c270-4022-a2a0-042d6f66fb46 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:17.850732 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-7d3836d6-5781-4930-8b71-0d3f84af3538 req-7e7182b1-c270-4022-a2a0-042d6f66fb46 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 946 time: 0.0510938 Sep 03 09:58:17.856477 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b97162-9b52-4acb-9d3f-b11b40f05792', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ab1b4a9-ee18-485c-8683-19fdfdc012fb'}] {{(pid=105526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:58:17.858964 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4892a96944886cb42b4657d46b368d41fc18c437eb6a682d176e385d93bf320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff5de92-90cd-4a8a-ac03-a6934864d82c" -d '{"events": [{"server_uuid": "19b97162-9b52-4acb-9d3f-b11b40f05792", "name": "network-vif-unplugged", "status": "completed", "tag": "2ab1b4a9-ee18-485c-8683-19fdfdc012fb"}]}' {{(pid=105526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:58:17.872311 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 2ab1b4a9-ee18-485c-8683-19fdfdc012fb, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=2ab1b4a9-ee18-485c-8683-19fdfdc012fb,segment=NetworkSegment(462b6c46-672c-4e78-8735-39bea9aefa55),segment_id=462b6c46-672c-4e78-8735-39bea9aefa55)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:58:17.876776 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:17.899192 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 03 Sep 2021 09:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06a2bef-7f61-4f2b-9943-52998572e8af x-openstack-request-id: req-b06a2bef-7f61-4f2b-9943-52998572e8af {{(pid=105526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:58:17.899487 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b97162-9b52-4acb-9d3f-b11b40f05792", "name": "network-vif-unplugged", "status": "completed", "tag": "2ab1b4a9-ee18-485c-8683-19fdfdc012fb", "code": 200}]} {{(pid=105526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:58:17.899733 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b06a2bef-7f61-4f2b-9943-52998572e8af {{(pid=105526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:58:17.900110 dv-cinder-606346-32-iscsi neutron-server[105526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b97162-9b52-4acb-9d3f-b11b40f05792', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ab1b4a9-ee18-485c-8683-19fdfdc012fb', 'code': 200} Sep 03 09:58:17.915893 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-7d3836d6-5781-4930-8b71-0d3f84af3538 req-d40c3f2f-4f88-403b-b70f-a01bc9318b67 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/security-groups?id=29752035-1baa-4bb6-98e5-d8c1a0c5d1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569777 Sep 03 09:58:17.918989 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca1d66-8533-43aa-823e-5fc9df7b23c5 req-fe3219c6-e820-4dc8-a013-d1dce6b8a46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:17.920402 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-69ca1d66-8533-43aa-823e-5fc9df7b23c5 req-fe3219c6-e820-4dc8-a013-d1dce6b8a46f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792&tenant_id=c1ec96c4279b4069b2fcb5e4c742344a HTTP/1.1" status: 200 len: 1099 time: 0.0793691 Sep 03 09:58:17.925860 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Pushing event updated for resources: {'Port': ['ID=2ab1b4a9-ee18-485c-8683-19fdfdc012fb,revision_number=6']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:58:18.775927 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:19.028231 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f8973-1cbe-447d-9284-68b367216324 req-f522af1d-8571-4ea3-96c1-ac585401e9d7 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:19.029760 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-579f8973-1cbe-447d-9284-68b367216324 req-f522af1d-8571-4ea3-96c1-ac585401e9d7 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 944 time: 0.0480859 Sep 03 09:58:19.066704 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-579f8973-1cbe-447d-9284-68b367216324 req-b49b5edc-baac-4f3f-84ef-59173c0c00c8 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/security-groups?id=29752035-1baa-4bb6-98e5-d8c1a0c5d1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311594 Sep 03 09:58:20.192652 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf99d6e-4967-4fae-bb15-6b131c0020d0 req-6b717acb-f23b-4e73-a083-17ad6b52df6c tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:20.194247 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-4bf99d6e-4967-4fae-bb15-6b131c0020d0 req-6b717acb-f23b-4e73-a083-17ad6b52df6c tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 944 time: 0.0492609 Sep 03 09:58:20.237587 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-4bf99d6e-4967-4fae-bb15-6b131c0020d0 req-bb1f86a3-b8a7-4017-b7ad-9375d0d65303 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/security-groups?id=29752035-1baa-4bb6-98e5-d8c1a0c5d1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367475 Sep 03 09:58:20.639361 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca1d66-8533-43aa-823e-5fc9df7b23c5 req-276e8086-da24-4b8d-99eb-eebea399c313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:20.640861 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-69ca1d66-8533-43aa-823e-5fc9df7b23c5 req-276e8086-da24-4b8d-99eb-eebea399c313 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c1ec96c4279b4069b2fcb5e4c742344a&device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 1097 time: 0.0411301 Sep 03 09:58:20.732450 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca1d66-8533-43aa-823e-5fc9df7b23c5 req-55b480e9-a35d-4800-b49a-e1f82ff248cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:20.733969 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-69ca1d66-8533-43aa-823e-5fc9df7b23c5 req-55b480e9-a35d-4800-b49a-e1f82ff248cb service neutron] 10.222.0.60 "GET /v2.0/networks?id=e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8 HTTP/1.1" status: 200 len: 909 time: 0.0845773 Sep 03 09:58:20.806955 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-69ca1d66-8533-43aa-823e-5fc9df7b23c5 req-9991da0e-8871-419b-bb89-e90f75fc16c5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ab1b4a9-ee18-485c-8683-19fdfdc012fb HTTP/1.1" status: 200 len: 999 time: 0.0647485 Sep 03 09:58:20.858885 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca1d66-8533-43aa-823e-5fc9df7b23c5 req-6e687844-770d-4bed-a6d7-7ab71f14e0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:20.860388 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-69ca1d66-8533-43aa-823e-5fc9df7b23c5 req-6e687844-770d-4bed-a6d7-7ab71f14e0cb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b109763-0193-4b59-85f3-359058c4faaf HTTP/1.1" status: 200 len: 847 time: 0.0461514 Sep 03 09:58:20.907575 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca1d66-8533-43aa-823e-5fc9df7b23c5 req-9fc67b2c-72f4-430f-a50a-31d9661b9a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:20.909103 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-69ca1d66-8533-43aa-823e-5fc9df7b23c5 req-9fc67b2c-72f4-430f-a50a-31d9661b9a71 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0412171 Sep 03 09:58:21.007480 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-69ca1d66-8533-43aa-823e-5fc9df7b23c5 req-30909905-7cb9-4163-b6e0-e5263710a7d5 service neutron] 10.222.0.60 "GET /v2.0/networks/e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893569 Sep 03 09:58:21.350324 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f64fac-075f-4263-a95e-5610f55379e4 req-ce2c0ddc-b9e9-4c2d-bcb6-af1f5c09ad8e tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:21.351797 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-b3f64fac-075f-4263-a95e-5610f55379e4 req-ce2c0ddc-b9e9-4c2d-bcb6-af1f5c09ad8e tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 944 time: 0.0487244 Sep 03 09:58:21.390356 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-b3f64fac-075f-4263-a95e-5610f55379e4 req-201f85d4-3719-431d-8b6f-4a1cd47e3524 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/security-groups?id=29752035-1baa-4bb6-98e5-d8c1a0c5d1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325291 Sep 03 09:58:22.504553 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0da81a-4b0d-4933-ae1c-63701efda75f req-02a9922a-6ee2-4954-bafc-bc079c7673bb tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:22.506333 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-6d0da81a-4b0d-4933-ae1c-63701efda75f req-02a9922a-6ee2-4954-bafc-bc079c7673bb tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 944 time: 0.0500648 Sep 03 09:58:22.548360 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-6d0da81a-4b0d-4933-ae1c-63701efda75f req-05410942-1dcd-4111-9e01-fc9f5d69b7a7 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/security-groups?id=29752035-1baa-4bb6-98e5-d8c1a0c5d1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356255 Sep 03 09:58:23.665915 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f351c8f-4c56-44e9-96f9-bd411dc357a2 req-045267dc-b4f9-422c-b7ee-17c798a73010 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:23.667453 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2f351c8f-4c56-44e9-96f9-bd411dc357a2 req-045267dc-b4f9-422c-b7ee-17c798a73010 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 944 time: 0.0500598 Sep 03 09:58:23.718042 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2f351c8f-4c56-44e9-96f9-bd411dc357a2 req-b4694511-b0de-4fb3-b188-faf68839bb19 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/security-groups?id=29752035-1baa-4bb6-98e5-d8c1a0c5d1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444481 Sep 03 09:58:23.822978 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-69ca1d66-8533-43aa-823e-5fc9df7b23c5 req-2034af83-dc60-4744-a548-0a082c8123cc service neutron] 10.222.0.60 "GET /v2.0/networks/e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883739 Sep 03 09:58:24.844867 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f7d03a-2069-41b7-ba10-6cc8b8bd250e req-6b8cb8f2-0fd9-4eaa-9086-eea5141f1d44 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:24.846494 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-72f7d03a-2069-41b7-ba10-6cc8b8bd250e req-6b8cb8f2-0fd9-4eaa-9086-eea5141f1d44 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 944 time: 0.0522444 Sep 03 09:58:24.885342 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-72f7d03a-2069-41b7-ba10-6cc8b8bd250e req-6cf9521a-9c92-444d-a6ba-cb36dff03525 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/security-groups?id=29752035-1baa-4bb6-98e5-d8c1a0c5d1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317879 Sep 03 09:58:26.000293 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1ec18-7855-4964-9d39-2bd04b589896 req-25494746-c5e9-411c-b0ae-7ea305d69a5b tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:26.001706 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-d3a1ec18-7855-4964-9d39-2bd04b589896 req-25494746-c5e9-411c-b0ae-7ea305d69a5b tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 944 time: 0.0496299 Sep 03 09:58:26.041373 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-d3a1ec18-7855-4964-9d39-2bd04b589896 req-590edd01-8455-4390-a145-a489a5d30369 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/security-groups?id=29752035-1baa-4bb6-98e5-d8c1a0c5d1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337653 Sep 03 09:58:27.154566 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062a4d4-6c3e-480e-b084-a7e57aef0e16 req-c149a1c3-dba6-44b6-aafe-3c3365929391 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:27.156025 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-d062a4d4-6c3e-480e-b084-a7e57aef0e16 req-c149a1c3-dba6-44b6-aafe-3c3365929391 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 944 time: 0.0473967 Sep 03 09:58:27.196127 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-d062a4d4-6c3e-480e-b084-a7e57aef0e16 req-f13e39a7-7392-4840-af46-67447687c57a tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/security-groups?id=29752035-1baa-4bb6-98e5-d8c1a0c5d1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342991 Sep 03 09:58:28.314896 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29912241-f6ca-487f-a221-b5dac8e16698 req-241928b2-d068-432a-9dcd-82c0e3441281 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:28.316408 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-29912241-f6ca-487f-a221-b5dac8e16698 req-241928b2-d068-432a-9dcd-82c0e3441281 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 944 time: 0.0503314 Sep 03 09:58:28.353851 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-29912241-f6ca-487f-a221-b5dac8e16698 req-f6525ea3-82af-40db-ac61-e53d08a3157c tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/security-groups?id=29752035-1baa-4bb6-98e5-d8c1a0c5d1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315778 Sep 03 09:58:29.038637 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.agents_db [None req-2440585d-454d-4def-9aab-3d39e7194109 None None] Agent healthcheck: found 6 active agents {{(pid=105527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 09:58:29.159735 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-4e99d5e0-0a99-468b-90e7-8caa94435459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:29.472510 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99653711-c50c-4f78-a8a2-cf0f20177dc9 req-031c3b2f-b450-4c7a-b5d7-835413022d99 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:29.474055 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-99653711-c50c-4f78-a8a2-cf0f20177dc9 req-031c3b2f-b450-4c7a-b5d7-835413022d99 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 944 time: 0.0517457 Sep 03 09:58:29.513354 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-99653711-c50c-4f78-a8a2-cf0f20177dc9 req-43f5f4c5-9eed-4c9e-8d21-135e1987ae71 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/security-groups?id=29752035-1baa-4bb6-98e5-d8c1a0c5d1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331931 Sep 03 09:58:30.433774 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-6c6f45ea-5904-41bf-8df0-8ef9870df122 req-8f632d32-68fc-42f1-aa20-576465a0b490 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-576230648&fields=id&tenant_id=44b3fef83509437faeb9b56d841754dc HTTP/1.1" status: 200 len: 267 time: 0.0341210 Sep 03 09:58:30.546368 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f45ea-5904-41bf-8df0-8ef9870df122 req-4317bf43-23ab-4462-99aa-c70d4341b165 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:30.548537 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-6c6f45ea-5904-41bf-8df0-8ef9870df122 req-4317bf43-23ab-4462-99aa-c70d4341b165 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/networks?id=6c3f9ad0-7bd7-4b81-8392-49aacbf78e47 HTTP/1.1" status: 200 len: 812 time: 0.1071193 Sep 03 09:58:30.568111 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-6c6f45ea-5904-41bf-8df0-8ef9870df122 req-dec1aec8-3467-4ed3-9c76-213fa0c98655 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/quotas/44b3fef83509437faeb9b56d841754dc HTTP/1.1" status: 200 len: 375 time: 0.0097587 Sep 03 09:58:30.633310 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-6c6f45ea-5904-41bf-8df0-8ef9870df122 req-afa83b84-9232-4d3d-a4b6-779a25108a16 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=44b3fef83509437faeb9b56d841754dc&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0574367 Sep 03 09:58:30.659778 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27506a32-ce36-4783-911f-ebe0a43f5310 req-79131d36-81b4-4895-b3bb-e7a7fee28493 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:30.661657 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-27506a32-ce36-4783-911f-ebe0a43f5310 req-79131d36-81b4-4895-b3bb-e7a7fee28493 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 944 time: 0.0592258 Sep 03 09:58:30.711793 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-27506a32-ce36-4783-911f-ebe0a43f5310 req-5145126e-a964-4aa5-ae68-5b40a2c44c1c tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/security-groups?id=29752035-1baa-4bb6-98e5-d8c1a0c5d1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385439 Sep 03 09:58:30.742768 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-6c6f45ea-5904-41bf-8df0-8ef9870df122 req-4b6deaaf-2f8f-491e-a6dd-33f26db51eb9 service neutron] 10.222.0.67 "GET /v2.0/networks/6c3f9ad0-7bd7-4b81-8392-49aacbf78e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960293 Sep 03 09:58:30.840545 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-6c6f45ea-5904-41bf-8df0-8ef9870df122 req-b4b38a79-5f68-4e85-b500-4acf481b62a5 service neutron] 10.222.0.67 "GET /v2.0/networks/6c3f9ad0-7bd7-4b81-8392-49aacbf78e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916300 Sep 03 09:58:31.137051 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-db7b7c2e-e365-43b0-8796-45c72e3c52b0 req-99ce7d33-1159-4922-b17d-0647118afada tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c9f6dae-93e4-48ce-8257-492020bacb72 HTTP/1.1" status: 200 len: 210 time: 0.0261345 Sep 03 09:58:31.785844 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 2ab1b4a9-ee18-485c-8683-19fdfdc012fb details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=105526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 09:58:31.845339 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4581f93-8cee-4d47-a383-1cb70d77c327 req-f1628c96-2076-4b65-8d6b-3d5caed45c5d tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:31.846922 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-f4581f93-8cee-4d47-a383-1cb70d77c327 req-f1628c96-2076-4b65-8d6b-3d5caed45c5d tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 944 time: 0.0573261 Sep 03 09:58:31.888045 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-f4581f93-8cee-4d47-a383-1cb70d77c327 req-8e69430a-a3bb-4ae1-92f7-6daea71fd872 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/security-groups?id=29752035-1baa-4bb6-98e5-d8c1a0c5d1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351722 Sep 03 09:58:31.906045 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 2ab1b4a9-ee18-485c-8683-19fdfdc012fb, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=2ab1b4a9-ee18-485c-8683-19fdfdc012fb,segment=NetworkSegment(462b6c46-672c-4e78-8735-39bea9aefa55),segment_id=462b6c46-672c-4e78-8735-39bea9aefa55)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:58:31.919611 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Returning: {'device': '2ab1b4a9-ee18-485c-8683-19fdfdc012fb', 'network_id': 'e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8', 'port_id': '2ab1b4a9-ee18-485c-8683-19fdfdc012fb', 'mac_address': 'fa:16:3e:51:ab:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b109763-0193-4b59-85f3-359058c4faaf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 09:58:31.978683 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:31.999144 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.notifiers.nova [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ab1b4a9-ee18-485c-8683-19fdfdc012fb {{(pid=105526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 09:58:32.021320 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 2ab1b4a9-ee18-485c-8683-19fdfdc012fb, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=2ab1b4a9-ee18-485c-8683-19fdfdc012fb,segment=NetworkSegment(462b6c46-672c-4e78-8735-39bea9aefa55),segment_id=462b6c46-672c-4e78-8735-39bea9aefa55)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:58:32.025261 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:32.074429 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f45ea-5904-41bf-8df0-8ef9870df122 req-754d8b90-0728-4b78-bead-994368c948f5 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:32.076554 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-6c6f45ea-5904-41bf-8df0-8ef9870df122 req-754d8b90-0728-4b78-bead-994368c948f5 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.60 "GET /v2.0/networks?id=6c3f9ad0-7bd7-4b81-8392-49aacbf78e47 HTTP/1.1" status: 200 len: 812 time: 0.1362820 Sep 03 09:58:32.087838 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Pushing event updated for resources: {'Port': ['ID=2ab1b4a9-ee18-485c-8683-19fdfdc012fb,revision_number=7']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:58:32.102598 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-b95e36fa-b90a-42bf-a360-ea14168d9cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:32.136924 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-6c6f45ea-5904-41bf-8df0-8ef9870df122 req-df3f0b59-d98c-4708-a205-3d1d72b39586 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44b3fef83509437faeb9b56d841754dc HTTP/1.1" status: 200 len: 379 time: 0.0506034 Sep 03 09:58:32.147327 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [req-6c6f45ea-5904-41bf-8df0-8ef9870df122 req-987c2cd1-c8af-4389-a5a0-80f43adfb7e4 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Request body: {'port': {'device_id': '0c9f6dae-93e4-48ce-8257-492020bacb72', 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47', 'admin_state_up': True, 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'security_groups': ['3095eee2-accc-4f20-9251-54fe2d77c6a2']}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:58:32.240980 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-51a6eab6-ec56-4e89-bb74-f4490f91e042 req-1d8196dc-d1aa-4eef-af19-635f13e03a00 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c9f6dae-93e4-48ce-8257-492020bacb72 HTTP/1.1" status: 200 len: 210 time: 0.0301545 Sep 03 09:58:32.280047 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] get_ports_and_sgs() called for port_ids ['2ab1b4a9-ee18-485c-8683-19fdfdc012fb'] {{(pid=105526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 09:58:32.282066 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c6f45ea-5904-41bf-8df0-8ef9870df122 req-987c2cd1-c8af-4389-a5a0-80f43adfb7e4 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Made reservation on behalf of 44b3fef83509437faeb9b56d841754dc for: {'port': 1} {{(pid=105524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:58:32.285629 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-6c6f45ea-5904-41bf-8df0-8ef9870df122 req-987c2cd1-c8af-4389-a5a0-80f43adfb7e4 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:32.414236 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.db_base_plugin_common [req-6c6f45ea-5904-41bf-8df0-8ef9870df122 req-987c2cd1-c8af-4389-a5a0-80f43adfb7e4 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Allocated IP 172.20.0.8 (6c3f9ad0-7bd7-4b81-8392-49aacbf78e47/f30130ee-7f80-427c-b15d-1973012df7f3/65bc1b6f-5296-4db0-bcb1-503046cf308a) {{(pid=105524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:58:32.563276 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-6c6f45ea-5904-41bf-8df0-8ef9870df122 req-987c2cd1-c8af-4389-a5a0-80f43adfb7e4 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks [] for port, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:32.578658 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.provisioning_blocks [req-6c6f45ea-5904-41bf-8df0-8ef9870df122 req-987c2cd1-c8af-4389-a5a0-80f43adfb7e4 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Transition to ACTIVE for port object 65bc1b6f-5296-4db0-bcb1-503046cf308a will not be triggered until provisioned by entity DHCP. {{(pid=105524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:58:32.616491 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-6c6f45ea-5904-41bf-8df0-8ef9870df122 req-987c2cd1-c8af-4389-a5a0-80f43adfb7e4 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25413165'] for port, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:32.662378 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c6f45ea-5904-41bf-8df0-8ef9870df122 req-987c2cd1-c8af-4389-a5a0-80f43adfb7e4 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Network 6c3f9ad0-7bd7-4b81-8392-49aacbf78e47 is already hosted by enough agents. {{(pid=105524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:58:32.665645 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.base_scheduler [req-6c6f45ea-5904-41bf-8df0-8ef9870df122 req-987c2cd1-c8af-4389-a5a0-80f43adfb7e4 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Resources bound (agent type, host, resource id): {{(pid=105524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:58:32.669470 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6f45ea-5904-41bf-8df0-8ef9870df122 req-987c2cd1-c8af-4389-a5a0-80f43adfb7e4 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Received port after_create {{(pid=105524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:58:32.695630 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c2cd1-c8af-4389-a5a0-80f43adfb7e4 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Pushing event updated for resources: {'Port': ['ID=65bc1b6f-5296-4db0-bcb1-503046cf308a,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:58:32.725087 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f45ea-5904-41bf-8df0-8ef9870df122 req-987c2cd1-c8af-4389-a5a0-80f43adfb7e4 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:32.725743 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-6c6f45ea-5904-41bf-8df0-8ef9870df122 req-987c2cd1-c8af-4389-a5a0-80f43adfb7e4 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for port, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:32.740458 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-6c6f45ea-5904-41bf-8df0-8ef9870df122 req-987c2cd1-c8af-4389-a5a0-80f43adfb7e4 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5969279 Sep 03 09:58:32.752758 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [req-6c6f45ea-5904-41bf-8df0-8ef9870df122 req-f8772349-8e78-4c80-9a17-fd8c4a68026a service neutron] Request body: {'port': {'device_id': '0c9f6dae-93e4-48ce-8257-492020bacb72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:58:32.807100 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-6c6f45ea-5904-41bf-8df0-8ef9870df122 req-f8772349-8e78-4c80-9a17-fd8c4a68026a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:32.924285 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-6c8cd599-0324-41c5-93f4-e354d997b33c None None] Provisioning for port 65bc1b6f-5296-4db0-bcb1-503046cf308a completed by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:58:32.931440 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-6c8cd599-0324-41c5-93f4-e354d997b33c None None] Provisioning complete for port 65bc1b6f-5296-4db0-bcb1-503046cf308a triggered by entity DHCP. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:58:32.931797 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-6c8cd599-0324-41c5-93f4-e354d997b33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:32.973619 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-6c8cd599-0324-41c5-93f4-e354d997b33c None None] Port 65bc1b6f-5296-4db0-bcb1-503046cf308a cannot update to ACTIVE because it is not bound. {{(pid=105526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 09:58:33.062600 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dddd27-d7bf-4797-96f5-f4f3552d9558 req-129b46bc-053b-4794-9c26-0f53941443ed tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:33.064063 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-89dddd27-d7bf-4797-96f5-f4f3552d9558 req-129b46bc-053b-4794-9c26-0f53941443ed tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 945 time: 0.0779309 Sep 03 09:58:33.136529 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.notifiers.nova [req-6c6f45ea-5904-41bf-8df0-8ef9870df122 req-f8772349-8e78-4c80-9a17-fd8c4a68026a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65bc1b6f-5296-4db0-bcb1-503046cf308a {{(pid=105524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 09:58:33.145862 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-89dddd27-d7bf-4797-96f5-f4f3552d9558 req-510be7c3-842c-4164-bb30-b7e1f1fa9c44 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/security-groups?id=29752035-1baa-4bb6-98e5-d8c1a0c5d1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718265 Sep 03 09:58:33.147637 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-6c6f45ea-5904-41bf-8df0-8ef9870df122 req-f8772349-8e78-4c80-9a17-fd8c4a68026a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:33.161747 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.provisioning_blocks [req-6c6f45ea-5904-41bf-8df0-8ef9870df122 req-f8772349-8e78-4c80-9a17-fd8c4a68026a service neutron] Transition to ACTIVE for port object 65bc1b6f-5296-4db0-bcb1-503046cf308a will not be triggered until provisioned by entity L2. {{(pid=105524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 09:58:33.165680 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-6c6f45ea-5904-41bf-8df0-8ef9870df122 req-f8772349-8e78-4c80-9a17-fd8c4a68026a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25413178'] for port, after_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:33.221340 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8772349-8e78-4c80-9a17-fd8c4a68026a service neutron] Pushing event updated for resources: {'Port': ['ID=65bc1b6f-5296-4db0-bcb1-503046cf308a,revision_number=2']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:58:33.311701 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.managers [req-6c6f45ea-5904-41bf-8df0-8ef9870df122 req-f8772349-8e78-4c80-9a17-fd8c4a68026a service neutron] Attempting to bind port 65bc1b6f-5296-4db0-bcb1-503046cf308a on host hv-cinder-60634 for vnic_type normal with profile {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 09:58:33.312043 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.managers [req-6c6f45ea-5904-41bf-8df0-8ef9870df122 req-f8772349-8e78-4c80-9a17-fd8c4a68026a service neutron] Attempting to bind port 65bc1b6f-5296-4db0-bcb1-503046cf308a by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': 'a16e87dd-84e7-4093-b690-127dd30a953e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47'}] {{(pid=105524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 09:58:33.312410 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6f45ea-5904-41bf-8df0-8ef9870df122 req-f8772349-8e78-4c80-9a17-fd8c4a68026a service neutron] Attempting to bind port 65bc1b6f-5296-4db0-bcb1-503046cf308a on network 6c3f9ad0-7bd7-4b81-8392-49aacbf78e47 {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:58:33.327648 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6f45ea-5904-41bf-8df0-8ef9870df122 req-f8772349-8e78-4c80-9a17-fd8c4a68026a service neutron] Port 65bc1b6f-5296-4db0-bcb1-503046cf308a on network 6c3f9ad0-7bd7-4b81-8392-49aacbf78e47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 09:58:33.328493 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6f45ea-5904-41bf-8df0-8ef9870df122 req-f8772349-8e78-4c80-9a17-fd8c4a68026a service neutron] Attempting to bind port 65bc1b6f-5296-4db0-bcb1-503046cf308a on network 6c3f9ad0-7bd7-4b81-8392-49aacbf78e47 {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 09:58:33.340489 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6f45ea-5904-41bf-8df0-8ef9870df122 req-f8772349-8e78-4c80-9a17-fd8c4a68026a service neutron] Checking agent: {'id': '3ba077dd-5433-4c28-8748-47c2c66d3336', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 9, 48, 46), 'started_at': datetime.datetime(2021, 9, 3, 9, 48, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 9, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 09:58:33.340837 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6f45ea-5904-41bf-8df0-8ef9870df122 req-f8772349-8e78-4c80-9a17-fd8c4a68026a service neutron] Checking segment: {'id': 'a16e87dd-84e7-4093-b690-127dd30a953e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:58:33.341228 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6f45ea-5904-41bf-8df0-8ef9870df122 req-f8772349-8e78-4c80-9a17-fd8c4a68026a service neutron] Bound using segment: {'id': 'a16e87dd-84e7-4093-b690-127dd30a953e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47'} {{(pid=105524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 09:58:33.341690 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.managers [req-6c6f45ea-5904-41bf-8df0-8ef9870df122 req-f8772349-8e78-4c80-9a17-fd8c4a68026a service neutron] Bound port: 65bc1b6f-5296-4db0-bcb1-503046cf308a, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a16e87dd-84e7-4093-b690-127dd30a953e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47'}}] {{(pid=105524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 09:58:33.342162 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-6c6f45ea-5904-41bf-8df0-8ef9870df122 req-f8772349-8e78-4c80-9a17-fd8c4a68026a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:33.410596 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b43834b-b1d0-4694-9d7f-14c6e3a34d54 req-e9b3ca27-7d0e-4477-863e-00c5e2f12924 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:33.421170 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-0b43834b-b1d0-4694-9d7f-14c6e3a34d54 req-e9b3ca27-7d0e-4477-863e-00c5e2f12924 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c9f6dae-93e4-48ce-8257-492020bacb72 HTTP/1.1" status: 200 len: 943 time: 0.0688345 Sep 03 09:58:33.421540 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.db [req-6c6f45ea-5904-41bf-8df0-8ef9870df122 req-f8772349-8e78-4c80-9a17-fd8c4a68026a service neutron] For port 65bc1b6f-5296-4db0-bcb1-503046cf308a, host hv-cinder-60634, cleared binding levels {{(pid=105524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 09:58:33.425914 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.db [req-6c6f45ea-5904-41bf-8df0-8ef9870df122 req-f8772349-8e78-4c80-9a17-fd8c4a68026a service neutron] For port 65bc1b6f-5296-4db0-bcb1-503046cf308a, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=65bc1b6f-5296-4db0-bcb1-503046cf308a,segment=NetworkSegment(a16e87dd-84e7-4093-b690-127dd30a953e),segment_id=a16e87dd-84e7-4093-b690-127dd30a953e)] {{(pid=105524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 09:58:33.431712 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-6c6f45ea-5904-41bf-8df0-8ef9870df122 req-f8772349-8e78-4c80-9a17-fd8c4a68026a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25413178'] for port, after_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:33.455268 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-0b43834b-b1d0-4694-9d7f-14c6e3a34d54 req-45c1e257-5a9a-4274-a007-7e50247cee8f tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/security-groups?id=3095eee2-accc-4f20-9251-54fe2d77c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359011 Sep 03 09:58:33.470310 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f45ea-5904-41bf-8df0-8ef9870df122 req-f8772349-8e78-4c80-9a17-fd8c4a68026a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:33.470950 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-6c6f45ea-5904-41bf-8df0-8ef9870df122 req-f8772349-8e78-4c80-9a17-fd8c4a68026a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for port, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:33.472446 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-6c6f45ea-5904-41bf-8df0-8ef9870df122 req-f8772349-8e78-4c80-9a17-fd8c4a68026a service neutron] 10.222.0.60 "PUT /v2.0/ports/65bc1b6f-5296-4db0-bcb1-503046cf308a HTTP/1.1" status: 200 len: 1093 time: 0.7240419 Sep 03 09:58:33.472897 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c9f6dae-93e4-48ce-8257-492020bacb72', 'tag': '65bc1b6f-5296-4db0-bcb1-503046cf308a'}] {{(pid=105524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:58:33.475571 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07cd05725c708ed75ef04e80da70ebdfc8c47d02cbbda1b8cc3f0b48d37440d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e32c3c9-976d-4b2a-a015-859a855df204" -d '{"events": [{"name": "network-changed", "server_uuid": "0c9f6dae-93e4-48ce-8257-492020bacb72", "tag": "65bc1b6f-5296-4db0-bcb1-503046cf308a"}]}' {{(pid=105524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:58:33.514882 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8772349-8e78-4c80-9a17-fd8c4a68026a service neutron] Pushing event updated for resources: {'Port': ['ID=65bc1b6f-5296-4db0-bcb1-503046cf308a,revision_number=3']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:58:33.527480 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:33.533118 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 09:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354a3a01-c90a-4178-83a2-fe3cfecfbaf1 x-openstack-request-id: req-354a3a01-c90a-4178-83a2-fe3cfecfbaf1 {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:58:33.533415 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c9f6dae-93e4-48ce-8257-492020bacb72", "tag": "65bc1b6f-5296-4db0-bcb1-503046cf308a", "status": "completed", "code": 200}]} {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:58:33.533696 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-354a3a01-c90a-4178-83a2-fe3cfecfbaf1 {{(pid=105524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:58:33.534106 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c9f6dae-93e4-48ce-8257-492020bacb72', 'tag': '65bc1b6f-5296-4db0-bcb1-503046cf308a', 'status': 'completed', 'code': 200} Sep 03 09:58:33.574054 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f45ea-5904-41bf-8df0-8ef9870df122 req-da5eecf1-3d9f-4ce3-84e6-91be3a1161b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:33.576156 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-6c6f45ea-5904-41bf-8df0-8ef9870df122 req-da5eecf1-3d9f-4ce3-84e6-91be3a1161b8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=44b3fef83509437faeb9b56d841754dc&device_id=0c9f6dae-93e4-48ce-8257-492020bacb72 HTTP/1.1" status: 200 len: 1096 time: 0.0536525 Sep 03 09:58:33.628696 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-6c6f45ea-5904-41bf-8df0-8ef9870df122 req-3a6dd370-72a9-4661-a4e4-7db2129f25c3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65bc1b6f-5296-4db0-bcb1-503046cf308a HTTP/1.1" status: 200 len: 217 time: 0.0386848 Sep 03 09:58:33.688758 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f45ea-5904-41bf-8df0-8ef9870df122 req-5b6af861-0b85-44a2-aa98-f8a82a1147f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:33.690985 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-6c6f45ea-5904-41bf-8df0-8ef9870df122 req-5b6af861-0b85-44a2-aa98-f8a82a1147f6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f30130ee-7f80-427c-b15d-1973012df7f3 HTTP/1.1" status: 200 len: 851 time: 0.0539865 Sep 03 09:58:33.742729 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f45ea-5904-41bf-8df0-8ef9870df122 req-80f415df-7c3b-485f-8f47-09c212ebc802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:33.744521 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-6c6f45ea-5904-41bf-8df0-8ef9870df122 req-80f415df-7c3b-485f-8f47-09c212ebc802 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6c3f9ad0-7bd7-4b81-8392-49aacbf78e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0451539 Sep 03 09:58:33.807881 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 2ab1b4a9-ee18-485c-8683-19fdfdc012fb up at agent hyperv_hv-cinder-60634 {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:58:33.838396 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-6c6f45ea-5904-41bf-8df0-8ef9870df122 req-d92dd83e-f055-4bbf-abbc-81e1171681f2 service neutron] 10.222.0.60 "GET /v2.0/networks/6c3f9ad0-7bd7-4b81-8392-49aacbf78e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857146 Sep 03 09:58:33.846336 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a642e642-fcb2-47b5-b777-13e8b57c6243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:33.865026 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Provisioning complete for port 2ab1b4a9-ee18-485c-8683-19fdfdc012fb triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:58:33.865383 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:33.942731 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-6c6f45ea-5904-41bf-8df0-8ef9870df122 req-44e7be7d-ae58-4689-aa37-f8f36cc647ac service neutron] 10.222.0.60 "GET /v2.0/networks/6c3f9ad0-7bd7-4b81-8392-49aacbf78e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961061 Sep 03 09:58:33.945062 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:33.969328 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b97162-9b52-4acb-9d3f-b11b40f05792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab1b4a9-ee18-485c-8683-19fdfdc012fb'}] {{(pid=105526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:58:33.971741 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4892a96944886cb42b4657d46b368d41fc18c437eb6a682d176e385d93bf320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eebf991-8ff2-4226-989b-cfa7eb690ff5" -d '{"events": [{"server_uuid": "19b97162-9b52-4acb-9d3f-b11b40f05792", "name": "network-vif-plugged", "status": "completed", "tag": "2ab1b4a9-ee18-485c-8683-19fdfdc012fb"}]}' {{(pid=105526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:58:33.986566 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 2ab1b4a9-ee18-485c-8683-19fdfdc012fb, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=2ab1b4a9-ee18-485c-8683-19fdfdc012fb,segment=NetworkSegment(462b6c46-672c-4e78-8735-39bea9aefa55),segment_id=462b6c46-672c-4e78-8735-39bea9aefa55)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:58:33.992417 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:34.018785 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 09:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d25f8f-50af-4215-91e9-1891fcbac4ba x-openstack-request-id: req-75d25f8f-50af-4215-91e9-1891fcbac4ba {{(pid=105526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:58:34.019076 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b97162-9b52-4acb-9d3f-b11b40f05792", "name": "network-vif-plugged", "status": "completed", "tag": "2ab1b4a9-ee18-485c-8683-19fdfdc012fb", "code": 200}]} {{(pid=105526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:58:34.019333 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-75d25f8f-50af-4215-91e9-1891fcbac4ba {{(pid=105526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:58:34.019716 dv-cinder-606346-32-iscsi neutron-server[105526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b97162-9b52-4acb-9d3f-b11b40f05792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab1b4a9-ee18-485c-8683-19fdfdc012fb', 'code': 200} Sep 03 09:58:34.036179 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32c3c9-976d-4b2a-a015-859a855df204 req-2e3f3130-57c3-417c-9df0-e93c6097c8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:34.037851 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2e32c3c9-976d-4b2a-a015-859a855df204 req-2e3f3130-57c3-417c-9df0-e93c6097c8f0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=44b3fef83509437faeb9b56d841754dc&device_id=0c9f6dae-93e4-48ce-8257-492020bacb72 HTTP/1.1" status: 200 len: 1096 time: 0.0461378 Sep 03 09:58:34.051409 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Pushing event updated for resources: {'Port': ['ID=2ab1b4a9-ee18-485c-8683-19fdfdc012fb,revision_number=8']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:58:34.141219 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32c3c9-976d-4b2a-a015-859a855df204 req-68e44925-12ca-4552-9d35-6af71f4f53b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:34.141219 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2e32c3c9-976d-4b2a-a015-859a855df204 req-68e44925-12ca-4552-9d35-6af71f4f53b5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6c3f9ad0-7bd7-4b81-8392-49aacbf78e47 HTTP/1.1" status: 200 len: 913 time: 0.0924826 Sep 03 09:58:34.194374 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2e32c3c9-976d-4b2a-a015-859a855df204 req-38b4f714-9dfc-4c99-b307-c497869c33a4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65bc1b6f-5296-4db0-bcb1-503046cf308a HTTP/1.1" status: 200 len: 217 time: 0.0399308 Sep 03 09:58:34.276539 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136a641-f09a-46ca-8821-da6b9646a5bd req-b64c1ac8-4664-4b1e-929a-40dae2d87f23 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:34.278143 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-4136a641-f09a-46ca-8821-da6b9646a5bd req-b64c1ac8-4664-4b1e-929a-40dae2d87f23 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 946 time: 0.0568798 Sep 03 09:58:34.280923 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32c3c9-976d-4b2a-a015-859a855df204 req-b1a23524-73fe-47e1-aa68-d0d900035139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:34.283014 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2e32c3c9-976d-4b2a-a015-859a855df204 req-b1a23524-73fe-47e1-aa68-d0d900035139 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f30130ee-7f80-427c-b15d-1973012df7f3 HTTP/1.1" status: 200 len: 851 time: 0.0788264 Sep 03 09:58:34.289476 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda6342-d838-4a5b-871d-f8dec8d71d6f req-27927908-59f1-48a8-a833-952f129aa7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:34.291059 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-8bda6342-d838-4a5b-871d-f8dec8d71d6f req-27927908-59f1-48a8-a833-952f129aa7da service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 1099 time: 0.0597279 Sep 03 09:58:34.336871 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-4136a641-f09a-46ca-8821-da6b9646a5bd req-e31c250e-2dbf-45b1-9e88-4037edd52a08 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/security-groups?id=29752035-1baa-4bb6-98e5-d8c1a0c5d1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492198 Sep 03 09:58:34.356947 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-8bda6342-d838-4a5b-871d-f8dec8d71d6f req-34e51903-ad9e-4a03-9534-e81b2389d04a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=29752035-1baa-4bb6-98e5-d8c1a0c5d1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559130 Sep 03 09:58:34.359905 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32c3c9-976d-4b2a-a015-859a855df204 req-49845c22-fb07-486a-b15b-d507a00dce28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:34.361433 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2e32c3c9-976d-4b2a-a015-859a855df204 req-49845c22-fb07-486a-b15b-d507a00dce28 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6c3f9ad0-7bd7-4b81-8392-49aacbf78e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0694849 Sep 03 09:58:34.507653 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-86f92317-4722-4035-969f-07b0852c8c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:34.598071 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c7117-598a-467f-a1d7-1370391fe0a5 req-d7270706-26af-42e0-ac61-2b3f429aea6d tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:34.599431 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-de3c7117-598a-467f-a1d7-1370391fe0a5 req-d7270706-26af-42e0-ac61-2b3f429aea6d tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c9f6dae-93e4-48ce-8257-492020bacb72 HTTP/1.1" status: 200 len: 943 time: 0.0636847 Sep 03 09:58:34.705264 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-de3c7117-598a-467f-a1d7-1370391fe0a5 req-d6d3f3da-d430-487f-b5c6-0d10f5806610 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/security-groups?id=3095eee2-accc-4f20-9251-54fe2d77c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959599 Sep 03 09:58:34.728966 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2e32c3c9-976d-4b2a-a015-859a855df204 req-0a784100-6ff8-4de9-80fb-2beaa2ad6739 service neutron] 10.222.0.60 "GET /v2.0/networks/6c3f9ad0-7bd7-4b81-8392-49aacbf78e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488705 Sep 03 09:58:34.834646 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2e32c3c9-976d-4b2a-a015-859a855df204 req-15d6d6b8-fb3f-4d33-8bc0-a564254b24be service neutron] 10.222.0.60 "GET /v2.0/networks/6c3f9ad0-7bd7-4b81-8392-49aacbf78e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887907 Sep 03 09:58:35.457877 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df71697-9dab-4f4d-8bd5-0f09f72af8a3 req-32e0b315-b7f2-4d06-b125-4e022447b9ac tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:35.459772 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-9df71697-9dab-4f4d-8bd5-0f09f72af8a3 req-32e0b315-b7f2-4d06-b125-4e022447b9ac tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 946 time: 0.0534940 Sep 03 09:58:35.498557 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-9df71697-9dab-4f4d-8bd5-0f09f72af8a3 req-9143deec-d325-474f-b108-0b96a7e5f604 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/security-groups?id=29752035-1baa-4bb6-98e5-d8c1a0c5d1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326965 Sep 03 09:58:35.846687 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f62c0-9c56-4ae2-b10a-ee0ec16d569a req-142884c2-0b83-4273-9540-5423d7a2769c tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:35.848176 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-7f1f62c0-9c56-4ae2-b10a-ee0ec16d569a req-142884c2-0b83-4273-9540-5423d7a2769c tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c9f6dae-93e4-48ce-8257-492020bacb72 HTTP/1.1" status: 200 len: 943 time: 0.0537527 Sep 03 09:58:35.885378 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-7f1f62c0-9c56-4ae2-b10a-ee0ec16d569a req-6706c659-80b9-493b-8932-41779744eb6b tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/security-groups?id=3095eee2-accc-4f20-9251-54fe2d77c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314209 Sep 03 09:58:36.614238 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812a7dd-995f-42f0-a35d-afe973ce39b1 req-12903a43-8e69-40e8-a691-e9aeff08bffe tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:36.615820 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-e812a7dd-995f-42f0-a35d-afe973ce39b1 req-12903a43-8e69-40e8-a691-e9aeff08bffe tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 946 time: 0.0501730 Sep 03 09:58:36.653404 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-e812a7dd-995f-42f0-a35d-afe973ce39b1 req-011fb210-ad20-4fe6-a6f7-b7f23ab50bb1 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/security-groups?id=29752035-1baa-4bb6-98e5-d8c1a0c5d1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316939 Sep 03 09:58:37.002024 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae7d8b-1126-49d7-839e-0fac2f60be40 req-e52c6123-f959-4d34-be40-4469c25a69df tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:37.003556 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-e9ae7d8b-1126-49d7-839e-0fac2f60be40 req-e52c6123-f959-4d34-be40-4469c25a69df tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c9f6dae-93e4-48ce-8257-492020bacb72 HTTP/1.1" status: 200 len: 943 time: 0.0503964 Sep 03 09:58:37.044811 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-e9ae7d8b-1126-49d7-839e-0fac2f60be40 req-632949f5-91c6-4901-bff0-e36f7353951b tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/security-groups?id=3095eee2-accc-4f20-9251-54fe2d77c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350413 Sep 03 09:58:37.772163 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe3937-7cec-4ed2-941f-db029ae5350b req-7bc154df-9088-4b97-9f87-4a20f4272942 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:37.773767 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-0cfe3937-7cec-4ed2-941f-db029ae5350b req-7bc154df-9088-4b97-9f87-4a20f4272942 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 946 time: 0.0535479 Sep 03 09:58:37.816481 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-0cfe3937-7cec-4ed2-941f-db029ae5350b req-7dec3de4-1aaf-4ee6-8193-c4c46a8ca24e tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/security-groups?id=29752035-1baa-4bb6-98e5-d8c1a0c5d1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364916 Sep 03 09:58:38.159851 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581d701-666d-4e16-bc0e-02a858481121 req-b37f2928-27f6-4a3b-af04-e5de886366b7 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:38.161317 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-5581d701-666d-4e16-bc0e-02a858481121 req-b37f2928-27f6-4a3b-af04-e5de886366b7 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c9f6dae-93e4-48ce-8257-492020bacb72 HTTP/1.1" status: 200 len: 943 time: 0.0484121 Sep 03 09:58:38.199582 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-5581d701-666d-4e16-bc0e-02a858481121 req-f08ca157-44ba-46e3-bf56-2b3735ded301 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/security-groups?id=3095eee2-accc-4f20-9251-54fe2d77c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323384 Sep 03 09:58:38.929082 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af87af7-2862-4660-92ae-0baff6d43274 req-1238db5d-508e-4268-abe4-3436eef8e59a tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:38.930655 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-8af87af7-2862-4660-92ae-0baff6d43274 req-1238db5d-508e-4268-abe4-3436eef8e59a tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 946 time: 0.0481272 Sep 03 09:58:38.978947 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-8af87af7-2862-4660-92ae-0baff6d43274 req-a14ce013-5c65-4308-91cb-5be9646c52cf tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/security-groups?id=29752035-1baa-4bb6-98e5-d8c1a0c5d1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417297 Sep 03 09:58:39.315636 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6fdded-ff0d-4d9c-ab80-ce4a2f8a4505 req-b1e35b54-1357-495f-8e12-cee052b2f7b3 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:39.317132 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-cd6fdded-ff0d-4d9c-ab80-ce4a2f8a4505 req-b1e35b54-1357-495f-8e12-cee052b2f7b3 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c9f6dae-93e4-48ce-8257-492020bacb72 HTTP/1.1" status: 200 len: 943 time: 0.0490634 Sep 03 09:58:39.353675 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-cd6fdded-ff0d-4d9c-ab80-ce4a2f8a4505 req-9e261a3a-9535-4efd-b138-76cac151cde4 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/security-groups?id=3095eee2-accc-4f20-9251-54fe2d77c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307426 Sep 03 09:58:40.468154 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf20593-c1b2-4dd3-af74-ca1471a8ea3f req-34591c49-b655-4c90-a2f6-bd8edc03bc6d tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:40.469684 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-7bf20593-c1b2-4dd3-af74-ca1471a8ea3f req-34591c49-b655-4c90-a2f6-bd8edc03bc6d tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c9f6dae-93e4-48ce-8257-492020bacb72 HTTP/1.1" status: 200 len: 943 time: 0.0493817 Sep 03 09:58:40.509205 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-7bf20593-c1b2-4dd3-af74-ca1471a8ea3f req-b3470e38-663f-4c4d-9fdc-6e214924b36d tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/security-groups?id=3095eee2-accc-4f20-9251-54fe2d77c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326123 Sep 03 09:58:41.632019 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2d806-6619-42f6-8934-727c7df9d014 req-1afe57d2-3538-4307-827b-db4393277f65 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:41.633520 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-43b2d806-6619-42f6-8934-727c7df9d014 req-1afe57d2-3538-4307-827b-db4393277f65 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c9f6dae-93e4-48ce-8257-492020bacb72 HTTP/1.1" status: 200 len: 943 time: 0.0542841 Sep 03 09:58:41.676487 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-43b2d806-6619-42f6-8934-727c7df9d014 req-b43a9a03-5d43-4377-9c92-fcf3d3e88768 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/security-groups?id=3095eee2-accc-4f20-9251-54fe2d77c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370448 Sep 03 09:58:41.862898 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 65bc1b6f-5296-4db0-bcb1-503046cf308a details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=105526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 09:58:41.963012 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 65bc1b6f-5296-4db0-bcb1-503046cf308a, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=65bc1b6f-5296-4db0-bcb1-503046cf308a,segment=NetworkSegment(a16e87dd-84e7-4093-b690-127dd30a953e),segment_id=a16e87dd-84e7-4093-b690-127dd30a953e)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:58:41.974240 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Returning: {'device': '65bc1b6f-5296-4db0-bcb1-503046cf308a', 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47', 'port_id': '65bc1b6f-5296-4db0-bcb1-503046cf308a', 'mac_address': 'fa:16:3e:dc:e7:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f30130ee-7f80-427c-b15d-1973012df7f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 09:58:42.011884 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 42608) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:58:42.016885 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:42.031825 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.notifiers.nova [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65bc1b6f-5296-4db0-bcb1-503046cf308a {{(pid=105526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 09:58:42.053507 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 65bc1b6f-5296-4db0-bcb1-503046cf308a, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=65bc1b6f-5296-4db0-bcb1-503046cf308a,segment=NetworkSegment(a16e87dd-84e7-4093-b690-127dd30a953e),segment_id=a16e87dd-84e7-4093-b690-127dd30a953e)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:58:42.058907 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:42.112253 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Pushing event updated for resources: {'Port': ['ID=65bc1b6f-5296-4db0-bcb1-503046cf308a,revision_number=4']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:58:42.128794 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-533de1a8-a6e6-431f-8d07-61c77e853474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:42.218786 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-533de1a8-a6e6-431f-8d07-61c77e853474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:42.222934 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-533de1a8-a6e6-431f-8d07-61c77e853474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:42.264772 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 42614) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:58:42.265343 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-533de1a8-a6e6-431f-8d07-61c77e853474 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=95e10b9007274d2c94f0613d1543eaae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2515099 Sep 03 09:58:42.265713 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533de1a8-a6e6-431f-8d07-61c77e853474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feff6222-16d6-4fe3-8653-e7a19d893939,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:58:42.313075 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-a97a5e74-7145-499b-9633-9222d712aea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:42.315375 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] get_ports_and_sgs() called for port_ids ['65bc1b6f-5296-4db0-bcb1-503046cf308a'] {{(pid=105526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 09:58:42.333768 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-a97a5e74-7145-499b-9633-9222d712aea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:42.379610 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-a97a5e74-7145-499b-9633-9222d712aea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:42.382336 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-a97a5e74-7145-499b-9633-9222d712aea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:42.383470 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-a97a5e74-7145-499b-9633-9222d712aea6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/feff6222-16d6-4fe3-8653-e7a19d893939 HTTP/1.1" status: 204 len: 168 time: 0.1177268 Sep 03 09:58:42.394959 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a5e74-7145-499b-9633-9222d712aea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feff6222-16d6-4fe3-8653-e7a19d893939,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:58:42.672371 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 42620) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:58:42.686010 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-57f19ffe-6819-40f1-bdc6-0a2eddc49a04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:42.779429 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-57f19ffe-6819-40f1-bdc6-0a2eddc49a04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:42.784036 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-57f19ffe-6819-40f1-bdc6-0a2eddc49a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:42.800080 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c7882-e31e-4ab7-9540-85befcb97f39 req-be929a4d-ef63-4d8d-b545-8ae6e6ab3e91 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:42.801603 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-529c7882-e31e-4ab7-9540-85befcb97f39 req-be929a4d-ef63-4d8d-b545-8ae6e6ab3e91 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c9f6dae-93e4-48ce-8257-492020bacb72 HTTP/1.1" status: 200 len: 944 time: 0.0501976 Sep 03 09:58:42.822879 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-57f19ffe-6819-40f1-bdc6-0a2eddc49a04 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a2c026bb1fc44f029ded3c8c9f5dd1d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1494033 Sep 03 09:58:42.823732 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f19ffe-6819-40f1-bdc6-0a2eddc49a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ca090f-b1bb-45a6-a890-6cd51441cae8,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:58:42.826055 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 42624) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:58:42.841615 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-529c7882-e31e-4ab7-9540-85befcb97f39 req-eb75ac56-26dd-4635-adb1-a69825f86e6b tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/security-groups?id=3095eee2-accc-4f20-9251-54fe2d77c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339339 Sep 03 09:58:42.881318 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-3dfba46e-bad2-42e1-957c-a77074874d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:42.904449 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-3dfba46e-bad2-42e1-957c-a77074874d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:42.956584 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-3dfba46e-bad2-42e1-957c-a77074874d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:42.959478 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-3dfba46e-bad2-42e1-957c-a77074874d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:42.960687 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-3dfba46e-bad2-42e1-957c-a77074874d92 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e1ca090f-b1bb-45a6-a890-6cd51441cae8 HTTP/1.1" status: 204 len: 168 time: 0.1337070 Sep 03 09:58:42.970002 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfba46e-bad2-42e1-957c-a77074874d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ca090f-b1bb-45a6-a890-6cd51441cae8,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:58:43.878466 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 65bc1b6f-5296-4db0-bcb1-503046cf308a up at agent hyperv_hv-cinder-60634 {{(pid=105526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 09:58:43.933427 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Provisioning for port 65bc1b6f-5296-4db0-bcb1-503046cf308a completed by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 09:58:43.938445 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.provisioning_blocks [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Provisioning complete for port 65bc1b6f-5296-4db0-bcb1-503046cf308a triggered by entity L2. {{(pid=105526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 09:58:43.938831 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718920'] for port, provisioning_complete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:43.986852 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544fc56b-dae6-4f42-b3b8-8b1b069b5d6a req-7b747798-c338-4dad-8765-4ab4e98f6eb2 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:43.988437 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-544fc56b-dae6-4f42-b3b8-8b1b069b5d6a req-7b747798-c338-4dad-8765-4ab4e98f6eb2 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c9f6dae-93e4-48ce-8257-492020bacb72 HTTP/1.1" status: 200 len: 944 time: 0.0638213 Sep 03 09:58:44.019266 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:44.037886 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-544fc56b-dae6-4f42-b3b8-8b1b069b5d6a req-c04d92e9-7fc2-4eac-ad69-20c818e0e673 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/security-groups?id=3095eee2-accc-4f20-9251-54fe2d77c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419712 Sep 03 09:58:44.054373 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c9f6dae-93e4-48ce-8257-492020bacb72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65bc1b6f-5296-4db0-bcb1-503046cf308a'}] {{(pid=105526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:58:44.054373 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4892a96944886cb42b4657d46b368d41fc18c437eb6a682d176e385d93bf320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f9f9ee-cab1-476d-8630-5163d1122295" -d '{"events": [{"server_uuid": "0c9f6dae-93e4-48ce-8257-492020bacb72", "name": "network-vif-plugged", "status": "completed", "tag": "65bc1b6f-5296-4db0-bcb1-503046cf308a"}]}' {{(pid=105526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:58:44.064713 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] For port 65bc1b6f-5296-4db0-bcb1-503046cf308a, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=65bc1b6f-5296-4db0-bcb1-503046cf308a,segment=NetworkSegment(a16e87dd-84e7-4093-b690-127dd30a953e),segment_id=a16e87dd-84e7-4093-b690-127dd30a953e)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:58:44.070058 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967'] for port, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:44.098427 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 09:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877d491f-5126-4265-9be2-a60cf4005c46 x-openstack-request-id: req-877d491f-5126-4265-9be2-a60cf4005c46 {{(pid=105526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:58:44.098721 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c9f6dae-93e4-48ce-8257-492020bacb72", "name": "network-vif-plugged", "status": "completed", "tag": "65bc1b6f-5296-4db0-bcb1-503046cf308a", "code": 200}]} {{(pid=105526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:58:44.098975 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-877d491f-5126-4265-9be2-a60cf4005c46 {{(pid=105526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:58:44.099367 dv-cinder-606346-32-iscsi neutron-server[105526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c9f6dae-93e4-48ce-8257-492020bacb72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65bc1b6f-5296-4db0-bcb1-503046cf308a', 'code': 200} Sep 03 09:58:44.124783 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Pushing event updated for resources: {'Port': ['ID=65bc1b6f-5296-4db0-bcb1-503046cf308a,revision_number=5']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:58:44.346887 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210c4f7-a95e-4edb-bf76-9399d785d764 req-5ecc5852-5549-4fb0-be7b-b7047c9078f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:44.348413 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2210c4f7-a95e-4edb-bf76-9399d785d764 req-5ecc5852-5549-4fb0-be7b-b7047c9078f7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0c9f6dae-93e4-48ce-8257-492020bacb72 HTTP/1.1" status: 200 len: 1098 time: 0.0420425 Sep 03 09:58:44.386375 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2210c4f7-a95e-4edb-bf76-9399d785d764 req-85506c16-b9fb-4db8-a1d6-75866cb27cbe service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3095eee2-accc-4f20-9251-54fe2d77c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299108 Sep 03 09:58:45.151731 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ae251-135b-4a6e-9f78-3282883aed67 req-857b26eb-aeab-4b08-9093-4a6c2cdae1ac tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:45.153317 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-aa6ae251-135b-4a6e-9f78-3282883aed67 req-857b26eb-aeab-4b08-9093-4a6c2cdae1ac tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c9f6dae-93e4-48ce-8257-492020bacb72 HTTP/1.1" status: 200 len: 945 time: 0.0498397 Sep 03 09:58:45.193361 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-aa6ae251-135b-4a6e-9f78-3282883aed67 req-7b874fb8-eaf4-4e3a-b778-e85196024b04 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/security-groups?id=3095eee2-accc-4f20-9251-54fe2d77c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341425 Sep 03 09:58:46.310251 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14213772-6592-48b4-9138-8f894e892477 req-9f6c2b12-5801-468b-bcd7-6afa8e5a9770 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:46.311760 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-14213772-6592-48b4-9138-8f894e892477 req-9f6c2b12-5801-468b-bcd7-6afa8e5a9770 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c9f6dae-93e4-48ce-8257-492020bacb72 HTTP/1.1" status: 200 len: 945 time: 0.0525000 Sep 03 09:58:46.351026 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-14213772-6592-48b4-9138-8f894e892477 req-13e98d66-f499-4f3b-ad11-11ffa1669109 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/security-groups?id=3095eee2-accc-4f20-9251-54fe2d77c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326540 Sep 03 09:58:46.466578 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f1700-727e-42b5-affd-9a73d7aff5ab req-263a6efa-daf2-4c80-9425-490b5d40db11 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:46.468243 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-a01f1700-727e-42b5-affd-9a73d7aff5ab req-263a6efa-daf2-4c80-9425-490b5d40db11 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c9f6dae-93e4-48ce-8257-492020bacb72 HTTP/1.1" status: 200 len: 945 time: 0.0509782 Sep 03 09:58:46.509387 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-a01f1700-727e-42b5-affd-9a73d7aff5ab req-411c595d-1273-4d74-90b0-a61295edd1ba tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/security-groups?id=3095eee2-accc-4f20-9251-54fe2d77c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351717 Sep 03 09:58:46.534882 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 42714) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:58:46.723611 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790eab0f-795c-4185-a712-852a0a4cad9e tempest-TestVolumeBootPattern-1639474198 tempest-TestVolumeBootPattern-1639474198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:46.725071 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-790eab0f-795c-4185-a712-852a0a4cad9e tempest-TestVolumeBootPattern-1639474198 tempest-TestVolumeBootPattern-1639474198-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=0c9f6dae-93e4-48ce-8257-492020bacb72 HTTP/1.1" status: 200 len: 1093 time: 0.1892040 Sep 03 09:58:46.728100 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 42718) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:58:46.732602 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [None req-2fd22eae-c02e-467c-890b-703abdc57846 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Request body: {'floatingip': {'floating_network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'port_id': '65bc1b6f-5296-4db0-bcb1-503046cf308a', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:58:46.755631 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-2fd22eae-c02e-467c-890b-703abdc57846 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks [] for floatingip, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:46.851988 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-2fd22eae-c02e-467c-890b-703abdc57846 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:46.953682 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.db_base_plugin_common [None req-2fd22eae-c02e-467c-890b-703abdc57846 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Allocated IP 172.27.3.102 (16dc62c0-adaf-4d17-9be4-5c31a1b1de1d/e699cb95-0a95-4e72-9bdf-93d4b1cc29ef/628b59bb-97b6-44b3-ab93-d00a9aa362d7) {{(pid=105524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 09:58:47.059544 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-2fd22eae-c02e-467c-890b-703abdc57846 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks [] for port, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:47.098173 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-2fd22eae-c02e-467c-890b-703abdc57846 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759173281931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25413165'] for port, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:47.134565 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd22eae-c02e-467c-890b-703abdc57846 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Network 16dc62c0-adaf-4d17-9be4-5c31a1b1de1d is already hosted by enough agents. {{(pid=105524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 09:58:47.138690 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.base_scheduler [None req-2fd22eae-c02e-467c-890b-703abdc57846 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Resources bound (agent type, host, resource id): {{(pid=105524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:58:47.145438 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd22eae-c02e-467c-890b-703abdc57846 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Received port after_create {{(pid=105524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 09:58:47.148471 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd22eae-c02e-467c-890b-703abdc57846 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Pushing event updated for resources: {'Port': ['ID=628b59bb-97b6-44b3-ab93-d00a9aa362d7,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:58:47.540588 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 42732) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:58:47.673278 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-a741fa7d-5eb8-4769-aa2a-1729bbdbef2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:47.776431 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-a741fa7d-5eb8-4769-aa2a-1729bbdbef2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:47.782041 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-a741fa7d-5eb8-4769-aa2a-1729bbdbef2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:47.786629 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-2fd22eae-c02e-467c-890b-703abdc57846 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:47.825223 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-a741fa7d-5eb8-4769-aa2a-1729bbdbef2b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f58277c304954b6c8da4600062adf601&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2812223 Sep 03 09:58:47.825223 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a741fa7d-5eb8-4769-aa2a-1729bbdbef2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9987909-0808-48ad-8bf0-85e41ef38cb5,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:58:47.826544 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 42738) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:58:47.861769 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-2fd22eae-c02e-467c-890b-703abdc57846 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for port, before_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:47.901106 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-b7c9eb81-db08-48f8-9852-bc51c03e7888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:47.925758 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-b7c9eb81-db08-48f8-9852-bc51c03e7888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:47.978908 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-b7c9eb81-db08-48f8-9852-bc51c03e7888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:47.981745 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-b7c9eb81-db08-48f8-9852-bc51c03e7888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:47.983220 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-b7c9eb81-db08-48f8-9852-bc51c03e7888 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e9987909-0808-48ad-8bf0-85e41ef38cb5 HTTP/1.1" status: 204 len: 168 time: 0.1524146 Sep 03 09:58:47.994152 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c9eb81-db08-48f8-9852-bc51c03e7888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9987909-0808-48ad-8bf0-85e41ef38cb5,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:58:48.002376 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c9eb81-db08-48f8-9852-bc51c03e7888 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:58:48.002737 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c9eb81-db08-48f8-9852-bc51c03e7888 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:58:48.003069 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c9eb81-db08-48f8-9852-bc51c03e7888 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:58:48.003548 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c9eb81-db08-48f8-9852-bc51c03e7888 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:58:48.003884 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c9eb81-db08-48f8-9852-bc51c03e7888 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:58:48.004214 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c9eb81-db08-48f8-9852-bc51c03e7888 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:58:48.004542 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c9eb81-db08-48f8-9852-bc51c03e7888 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:58:48.004868 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c9eb81-db08-48f8-9852-bc51c03e7888 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:58:48.005203 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c9eb81-db08-48f8-9852-bc51c03e7888 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:58:48.005516 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c9eb81-db08-48f8-9852-bc51c03e7888 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:58:48.005865 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c9eb81-db08-48f8-9852-bc51c03e7888 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:58:48.006187 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c9eb81-db08-48f8-9852-bc51c03e7888 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:58:48.035225 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-2fd22eae-c02e-467c-890b-703abdc57846 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks [] for port, precommit_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:48.040244 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-2fd22eae-c02e-467c-890b-703abdc57846 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759173721034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759173281949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759173281967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25413178'] for port, after_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:48.115548 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd22eae-c02e-467c-890b-703abdc57846 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Pushing event updated for resources: {'Port': ['ID=628b59bb-97b6-44b3-ab93-d00a9aa362d7,revision_number=2']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:58:48.127496 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-2fd22eae-c02e-467c-890b-703abdc57846 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417335'] for floatingip, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:48.230333 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.db.l3_db [None req-2fd22eae-c02e-467c-890b-703abdc57846 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Floating IP c03e9b0b-6075-4830-ac21-8eadb47d003e associated. External IP: 172.27.3.102, port: 65bc1b6f-5296-4db0-bcb1-503046cf308a. Sep 03 09:58:48.280031 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 42744) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:58:48.293483 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-5b096294-9c66-4536-a7c0-6100dce7ace2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:48.387712 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-5b096294-9c66-4536-a7c0-6100dce7ace2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:48.392787 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-5b096294-9c66-4536-a7c0-6100dce7ace2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:48.432227 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-5b096294-9c66-4536-a7c0-6100dce7ace2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ee33c564caf74d8c868591bfa7b4d442&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1510584 Sep 03 09:58:48.433009 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b096294-9c66-4536-a7c0-6100dce7ace2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58558cf7-f90c-4f68-9b3d-ab854cb56b41,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:58:48.434670 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 42746) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:58:48.446058 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd22eae-c02e-467c-890b-703abdc57846 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Router de34ef44-f874-434b-bbab-dfcfaabb18f7 has already been hosted by L3 agent d52909a0-0f60-4ffe-9597-25dbe871271a {{(pid=105524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 09:58:48.566949 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-22fc4bff-09ad-406d-b91f-6366c54a7831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:48.598822 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-22fc4bff-09ad-406d-b91f-6366c54a7831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:48.615914 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd22eae-c02e-467c-890b-703abdc57846 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify agent at l3_agent.dv-cinder-606346-32-iscsi the message routers_updated {{(pid=105524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 09:58:48.626290 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0cb55a-2c2d-44d5-9a87-b1f1fd9da03c None None] Sync routers for ids ['de34ef44-f874-434b-bbab-dfcfaabb18f7'] in dv-cinder-606346-32-iscsi {{(pid=105527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 09:58:48.635123 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0cb55a-2c2d-44d5-9a87-b1f1fd9da03c None None] Routers {'de34ef44-f874-434b-bbab-dfcfaabb18f7'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:58:48.635820 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-6b0cb55a-2c2d-44d5-9a87-b1f1fd9da03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:58:32Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['de34ef44-f874-434b-bbab-dfcfaabb18f7'], 'active': True} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:58:48.654498 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-2fd22eae-c02e-467c-890b-703abdc57846 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for floatingip, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:48.688740 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-2fd22eae-c02e-467c-890b-703abdc57846 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9551399 Sep 03 09:58:48.688740 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c9f6dae-93e4-48ce-8257-492020bacb72', 'tag': '65bc1b6f-5296-4db0-bcb1-503046cf308a'}] {{(pid=105524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:58:48.688740 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07cd05725c708ed75ef04e80da70ebdfc8c47d02cbbda1b8cc3f0b48d37440d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c64e0b-e342-48cf-aa5e-fee58a0b6768" -d '{"events": [{"name": "network-changed", "server_uuid": "0c9f6dae-93e4-48ce-8257-492020bacb72", "tag": "65bc1b6f-5296-4db0-bcb1-503046cf308a"}]}' {{(pid=105524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:58:48.704487 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-22fc4bff-09ad-406d-b91f-6366c54a7831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:48.707355 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-22fc4bff-09ad-406d-b91f-6366c54a7831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:48.708822 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-22fc4bff-09ad-406d-b91f-6366c54a7831 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/58558cf7-f90c-4f68-9b3d-ab854cb56b41 HTTP/1.1" status: 204 len: 168 time: 0.2724030 Sep 03 09:58:48.718028 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc4bff-09ad-406d-b91f-6366c54a7831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58558cf7-f90c-4f68-9b3d-ab854cb56b41,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:58:48.739909 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 09:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2bd8df8-6d34-4f19-8484-934348069311 x-openstack-request-id: req-a2bd8df8-6d34-4f19-8484-934348069311 {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:58:48.740229 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c9f6dae-93e4-48ce-8257-492020bacb72", "tag": "65bc1b6f-5296-4db0-bcb1-503046cf308a", "status": "completed", "code": 200}]} {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:58:48.740463 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a2bd8df8-6d34-4f19-8484-934348069311 {{(pid=105524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:58:48.741152 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c9f6dae-93e4-48ce-8257-492020bacb72', 'tag': '65bc1b6f-5296-4db0-bcb1-503046cf308a', 'status': 'completed', 'code': 200} Sep 03 09:58:48.764555 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvr_db [None req-6b0cb55a-2c2d-44d5-9a87-b1f1fd9da03c None None] Set router de34ef44-f874-434b-bbab-dfcfaabb18f7 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:58:48.775494 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:48.837529 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c64e0b-e342-48cf-aa5e-fee58a0b6768 req-fb144551-921f-4e4e-af5a-a51d3511cfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:48.839105 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-69c64e0b-e342-48cf-aa5e-fee58a0b6768 req-fb144551-921f-4e4e-af5a-a51d3511cfb5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=44b3fef83509437faeb9b56d841754dc&device_id=0c9f6dae-93e4-48ce-8257-492020bacb72 HTTP/1.1" status: 200 len: 1098 time: 0.0485635 Sep 03 09:58:48.950287 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c64e0b-e342-48cf-aa5e-fee58a0b6768 req-7d431461-60f1-4658-bd6a-6416845b4623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:48.951814 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-69c64e0b-e342-48cf-aa5e-fee58a0b6768 req-7d431461-60f1-4658-bd6a-6416845b4623 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6c3f9ad0-7bd7-4b81-8392-49aacbf78e47 HTTP/1.1" status: 200 len: 913 time: 0.0983462 Sep 03 09:58:49.015983 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-6b0cb55a-2c2d-44d5-9a87-b1f1fd9da03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'name': 'tempest-TestVolumeBootPattern-1130982208-router', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '07886559-ab62-45a9-86dc-6696d525adc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:11Z', 'updated_at': '2021-09-03T09:52:21Z', 'revision_number': 4, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'gw_port': {'id': '07886559-ab62-45a9-86dc-6696d525adc4', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:14Z', 'updated_at': '2021-09-03T09:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_floatingips': [{'id': '22083a0e-2dfe-4592-8a8f-eb7bdbb5d166', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'floating_ip_address': '172.27.3.146', 'floating_network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'router_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'port_id': '6222adc6-96c0-4af0-b43c-be1a4f66db2c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47', 'mac_address': 'fa:16:3e:9b:2a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d39a733-001d-4aa8-ae10-afd4108dd828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T09:56:47Z', 'updated_at': '2021-09-03T09:56:49Z', 'revision_number': 1, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'fixed_ip_address_scope': None}, {'id': 'c03e9b0b-6075-4830-ac21-8eadb47d003e', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'floating_ip_address': '172.27.3.102', 'floating_network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'router_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'port_id': '65bc1b6f-5296-4db0-bcb1-503046cf308a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47', 'mac_address': 'fa:16:3e:dc:e7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9f6dae-93e4-48ce-8257-492020bacb72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T09:58:47Z', 'updated_at': '2021-09-03T09:58:47Z', 'revision_number': 0, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99147bf0-b2b2-4dc0-b6fa-49432e6b090f', 'name': '', 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'mac_address': 'fa:16:3e:3e:cc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f30130ee-7f80-427c-b15d-1973012df7f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:20Z', 'updated_at': '2021-09-03T09:52:35Z', 'revision_number': 5, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'subnets': [{'id': 'f30130ee-7f80-427c-b15d-1973012df7f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:58:49.021859 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-69c64e0b-e342-48cf-aa5e-fee58a0b6768 req-aa33d89c-55b3-4264-9921-8960a5c2a589 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65bc1b6f-5296-4db0-bcb1-503046cf308a HTTP/1.1" status: 200 len: 999 time: 0.0616007 Sep 03 09:58:49.047289 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0cb55a-2c2d-44d5-9a87-b1f1fd9da03c None None] Checking router: de34ef44-f874-434b-bbab-dfcfaabb18f7 for host: dv-cinder-606346-32-iscsi {{(pid=105527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 09:58:49.055788 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0cb55a-2c2d-44d5-9a87-b1f1fd9da03c None None] Routers {'de34ef44-f874-434b-bbab-dfcfaabb18f7'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:58:49.056408 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-6b0cb55a-2c2d-44d5-9a87-b1f1fd9da03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:58:32Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['de34ef44-f874-434b-bbab-dfcfaabb18f7'], 'active': True} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:58:49.072533 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c64e0b-e342-48cf-aa5e-fee58a0b6768 req-547a5806-2af0-4da1-876f-8abfacaef6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:49.074063 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-69c64e0b-e342-48cf-aa5e-fee58a0b6768 req-547a5806-2af0-4da1-876f-8abfacaef6ca service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f30130ee-7f80-427c-b15d-1973012df7f3 HTTP/1.1" status: 200 len: 851 time: 0.0457251 Sep 03 09:58:49.140731 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c64e0b-e342-48cf-aa5e-fee58a0b6768 req-ed707660-a2bb-4b01-ae2c-fcf48a9363be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:49.141855 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-69c64e0b-e342-48cf-aa5e-fee58a0b6768 req-ed707660-a2bb-4b01-ae2c-fcf48a9363be service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6c3f9ad0-7bd7-4b81-8392-49aacbf78e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0468543 Sep 03 09:58:49.166806 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvr_db [None req-6b0cb55a-2c2d-44d5-9a87-b1f1fd9da03c None None] Set router de34ef44-f874-434b-bbab-dfcfaabb18f7 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:58:49.242592 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-69c64e0b-e342-48cf-aa5e-fee58a0b6768 req-7f246b04-d266-4ac2-9564-c7ac0efa94fd service neutron] 10.222.0.60 "GET /v2.0/networks/6c3f9ad0-7bd7-4b81-8392-49aacbf78e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933685 Sep 03 09:58:49.344329 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-69c64e0b-e342-48cf-aa5e-fee58a0b6768 req-d2ef785d-c03c-455b-b3bd-597e48958755 service neutron] 10.222.0.60 "GET /v2.0/networks/6c3f9ad0-7bd7-4b81-8392-49aacbf78e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928957 Sep 03 09:58:49.410701 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-6b0cb55a-2c2d-44d5-9a87-b1f1fd9da03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'name': 'tempest-TestVolumeBootPattern-1130982208-router', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '07886559-ab62-45a9-86dc-6696d525adc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:11Z', 'updated_at': '2021-09-03T09:52:21Z', 'revision_number': 4, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'gw_port': {'id': '07886559-ab62-45a9-86dc-6696d525adc4', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:14Z', 'updated_at': '2021-09-03T09:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_floatingips': [{'id': '22083a0e-2dfe-4592-8a8f-eb7bdbb5d166', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'floating_ip_address': '172.27.3.146', 'floating_network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'router_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'port_id': '6222adc6-96c0-4af0-b43c-be1a4f66db2c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47', 'mac_address': 'fa:16:3e:9b:2a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d39a733-001d-4aa8-ae10-afd4108dd828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T09:56:47Z', 'updated_at': '2021-09-03T09:56:49Z', 'revision_number': 1, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'fixed_ip_address_scope': None}, {'id': 'c03e9b0b-6075-4830-ac21-8eadb47d003e', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'floating_ip_address': '172.27.3.102', 'floating_network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'router_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'port_id': '65bc1b6f-5296-4db0-bcb1-503046cf308a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47', 'mac_address': 'fa:16:3e:dc:e7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9f6dae-93e4-48ce-8257-492020bacb72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T09:58:47Z', 'updated_at': '2021-09-03T09:58:47Z', 'revision_number': 0, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99147bf0-b2b2-4dc0-b6fa-49432e6b090f', 'name': '', 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'mac_address': 'fa:16:3e:3e:cc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f30130ee-7f80-427c-b15d-1973012df7f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:20Z', 'updated_at': '2021-09-03T09:52:35Z', 'revision_number': 5, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'subnets': [{'id': 'f30130ee-7f80-427c-b15d-1973012df7f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:58:49.436188 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0cb55a-2c2d-44d5-9a87-b1f1fd9da03c None None] The sync data for ids ['de34ef44-f874-434b-bbab-dfcfaabb18f7'] in dv-cinder-606346-32-iscsi is: [{'id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'name': 'tempest-TestVolumeBootPattern-1130982208-router', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '07886559-ab62-45a9-86dc-6696d525adc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:11Z', 'updated_at': '2021-09-03T09:52:21Z', 'revision_number': 4, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'gw_port': {'id': '07886559-ab62-45a9-86dc-6696d525adc4', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:14Z', 'updated_at': '2021-09-03T09:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_floatingips': [{'id': '22083a0e-2dfe-4592-8a8f-eb7bdbb5d166', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'floating_ip_address': '172.27.3.146', 'floating_network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'router_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'port_id': '6222adc6-96c0-4af0-b43c-be1a4f66db2c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47', 'mac_address': 'fa:16:3e:9b:2a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d39a733-001d-4aa8-ae10-afd4108dd828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T09:56:47Z', 'updated_at': '2021-09-03T09:56:49Z', 'revision_number': 1, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'fixed_ip_address_scope': None}, {'id': 'c03e9b0b-6075-4830-ac21-8eadb47d003e', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'floating_ip_address': '172.27.3.102', 'floating_network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'router_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'port_id': '65bc1b6f-5296-4db0-bcb1-503046cf308a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47', 'mac_address': 'fa:16:3e:dc:e7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9f6dae-93e4-48ce-8257-492020bacb72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T09:58:47Z', 'updated_at': '2021-09-03T09:58:47Z', 'revision_number': 0, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99147bf0-b2b2-4dc0-b6fa-49432e6b090f', 'name': '', 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'mac_address': 'fa:16:3e:3e:cc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f30130ee-7f80-427c-b15d-1973012df7f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:20Z', 'updated_at': '2021-09-03T09:52:35Z', 'revision_number': 5, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'subnets': [{'id': 'f30130ee-7f80-427c-b15d-1973012df7f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 09:58:49.648993 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c839d5-0f9d-42c3-bf52-2952765e8da6 None None] New status for floating IP c03e9b0b-6075-4830-ac21-8eadb47d003e: ACTIVE {{(pid=105526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 09:58:50.885599 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 42832) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:58:50.989281 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-cd88eccc-a2d3-48b3-ac2b-8d47b1d0f4d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:51.075335 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-cd88eccc-a2d3-48b3-ac2b-8d47b1d0f4d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:51.082663 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-cd88eccc-a2d3-48b3-ac2b-8d47b1d0f4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:51.121999 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-cd88eccc-a2d3-48b3-ac2b-8d47b1d0f4d2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=da81d57fa8f64425908fff5cb22d965f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2352746 Sep 03 09:58:51.122914 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd88eccc-a2d3-48b3-ac2b-8d47b1d0f4d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85dc3b2b-c378-427c-920a-c6a4b66a6754,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:58:51.125386 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 42836) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:58:51.130805 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd88eccc-a2d3-48b3-ac2b-8d47b1d0f4d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:58:51.131161 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd88eccc-a2d3-48b3-ac2b-8d47b1d0f4d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:58:51.131511 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd88eccc-a2d3-48b3-ac2b-8d47b1d0f4d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:58:51.131846 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd88eccc-a2d3-48b3-ac2b-8d47b1d0f4d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:58:51.132185 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd88eccc-a2d3-48b3-ac2b-8d47b1d0f4d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:58:51.132519 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd88eccc-a2d3-48b3-ac2b-8d47b1d0f4d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:58:51.132851 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd88eccc-a2d3-48b3-ac2b-8d47b1d0f4d2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:58:51.133184 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd88eccc-a2d3-48b3-ac2b-8d47b1d0f4d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:58:51.133512 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd88eccc-a2d3-48b3-ac2b-8d47b1d0f4d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:58:51.133863 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd88eccc-a2d3-48b3-ac2b-8d47b1d0f4d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:58:51.134191 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd88eccc-a2d3-48b3-ac2b-8d47b1d0f4d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:58:51.134517 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd88eccc-a2d3-48b3-ac2b-8d47b1d0f4d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:58:51.174592 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-8f262ed1-a549-49eb-b7a0-c77dd8f7db93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:51.198874 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-8f262ed1-a549-49eb-b7a0-c77dd8f7db93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:51.245179 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-8f262ed1-a549-49eb-b7a0-c77dd8f7db93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:51.247679 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-8f262ed1-a549-49eb-b7a0-c77dd8f7db93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:51.248835 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-8f262ed1-a549-49eb-b7a0-c77dd8f7db93 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/85dc3b2b-c378-427c-920a-c6a4b66a6754 HTTP/1.1" status: 204 len: 168 time: 0.1223745 Sep 03 09:58:51.258630 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f262ed1-a549-49eb-b7a0-c77dd8f7db93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85dc3b2b-c378-427c-920a-c6a4b66a6754,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:58:51.527193 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 42852) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:58:51.542790 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-48b24ff6-8faa-4b5b-a891-b97455a1f287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:51.642455 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-48b24ff6-8faa-4b5b-a891-b97455a1f287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:51.648955 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-48b24ff6-8faa-4b5b-a891-b97455a1f287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:51.689717 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-48b24ff6-8faa-4b5b-a891-b97455a1f287 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=20c33e55433341f5ba4f26e2617549e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1598597 Sep 03 09:58:51.689717 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b24ff6-8faa-4b5b-a891-b97455a1f287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0904a9-d88a-41e0-ad6e-f79ad4380ac4,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:58:51.691154 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 42856) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:58:51.746434 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-ef2e9d6e-9bfe-482a-a320-b708841962ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:51.769650 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-ef2e9d6e-9bfe-482a-a320-b708841962ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:51.819216 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-ef2e9d6e-9bfe-482a-a320-b708841962ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:51.821931 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-ef2e9d6e-9bfe-482a-a320-b708841962ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:51.823112 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-ef2e9d6e-9bfe-482a-a320-b708841962ca admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/dd0904a9-d88a-41e0-ad6e-f79ad4380ac4 HTTP/1.1" status: 204 len: 168 time: 0.1309714 Sep 03 09:58:51.831405 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2e9d6e-9bfe-482a-a320-b708841962ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0904a9-d88a-41e0-ad6e-f79ad4380ac4,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:58:52.893771 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 42890) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:58:52.998419 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-caca52e5-2124-4f6e-957f-307aba410e58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:53.092733 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-caca52e5-2124-4f6e-957f-307aba410e58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:53.097705 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-caca52e5-2124-4f6e-957f-307aba410e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:53.137438 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-caca52e5-2124-4f6e-957f-307aba410e58 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b296531ad67140ef8e85b8996fd275ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2425845 Sep 03 09:58:53.138311 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca52e5-2124-4f6e-957f-307aba410e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7fbf0a-f1c3-4f78-b0b8-b4893517fd25,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:58:53.140089 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 42894) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:58:53.194126 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-125eae09-a21d-4bb7-b46c-c9d0971b8ac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:53.215962 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-125eae09-a21d-4bb7-b46c-c9d0971b8ac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:53.263525 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-125eae09-a21d-4bb7-b46c-c9d0971b8ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:53.266210 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-125eae09-a21d-4bb7-b46c-c9d0971b8ac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:58:53.267405 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-125eae09-a21d-4bb7-b46c-c9d0971b8ac1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2c7fbf0a-f1c3-4f78-b0b8-b4893517fd25 HTTP/1.1" status: 204 len: 168 time: 0.1263161 Sep 03 09:58:53.275360 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125eae09-a21d-4bb7-b46c-c9d0971b8ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7fbf0a-f1c3-4f78-b0b8-b4893517fd25,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:58:54.549393 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-108157d2-066b-47a8-a503-e9e3226ab480 req-11f56d5d-25bb-479f-be35-3fec6f4bc17d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401084 Sep 03 09:58:54.628812 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108157d2-066b-47a8-a503-e9e3226ab480 req-b3addb3e-39c8-4d6a-aa11-d7ecfedfb730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:54.630356 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-108157d2-066b-47a8-a503-e9e3226ab480 req-b3addb3e-39c8-4d6a-aa11-d7ecfedfb730 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c1ec96c4279b4069b2fcb5e4c742344a&device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 1099 time: 0.0404587 Sep 03 09:58:54.749365 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108157d2-066b-47a8-a503-e9e3226ab480 req-372d87cf-ae0e-407c-87a3-c8c7082f9408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:54.750915 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-108157d2-066b-47a8-a503-e9e3226ab480 req-372d87cf-ae0e-407c-87a3-c8c7082f9408 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8 HTTP/1.1" status: 200 len: 909 time: 0.0861363 Sep 03 09:58:54.823165 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-108157d2-066b-47a8-a503-e9e3226ab480 req-a486eb6c-4060-49b6-9f56-45cb6309a6cb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ab1b4a9-ee18-485c-8683-19fdfdc012fb HTTP/1.1" status: 200 len: 1001 time: 0.0567827 Sep 03 09:58:54.879063 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108157d2-066b-47a8-a503-e9e3226ab480 req-00e4902e-cda7-4a36-a383-722415c794ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:54.880476 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-108157d2-066b-47a8-a503-e9e3226ab480 req-00e4902e-cda7-4a36-a383-722415c794ec service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b109763-0193-4b59-85f3-359058c4faaf HTTP/1.1" status: 200 len: 847 time: 0.0460718 Sep 03 09:58:54.930384 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108157d2-066b-47a8-a503-e9e3226ab480 req-ad428a15-da4d-43ee-99ca-e2b71f559b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:58:54.931879 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-108157d2-066b-47a8-a503-e9e3226ab480 req-ad428a15-da4d-43ee-99ca-e2b71f559b52 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0378482 Sep 03 09:58:55.023439 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-108157d2-066b-47a8-a503-e9e3226ab480 req-615b2a7f-890b-47f5-9fb6-1d53287faa00 service neutron] 10.222.0.60 "GET /v2.0/networks/e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844040 Sep 03 09:58:55.109653 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-108157d2-066b-47a8-a503-e9e3226ab480 req-a8872196-b15b-4f7a-8efe-8041fcc5871c service neutron] 10.222.0.60 "GET /v2.0/networks/e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792820 Sep 03 09:58:59.165827 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-22deb1f4-b76e-4eab-840a-c2120db153c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:02.095332 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-0208f242-f0a6-4804-bdaa-af4534511bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:02.646818 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 43024) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:59:02.768320 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-d6440707-fe5d-4ef2-be8f-cb62b2625268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:02.861678 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-d6440707-fe5d-4ef2-be8f-cb62b2625268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:02.865745 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-d6440707-fe5d-4ef2-be8f-cb62b2625268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:02.906318 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-d6440707-fe5d-4ef2-be8f-cb62b2625268 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a4f3c36c108342349590095fc801e5e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2583048 Sep 03 09:59:02.906960 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6440707-fe5d-4ef2-be8f-cb62b2625268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113ef9be-e369-4cc8-8fd0-6935cc176580,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:59:02.909550 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 43028) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:59:02.959103 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-660e8dee-b91e-4604-b9a2-0f4cf40f9909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:02.980710 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-660e8dee-b91e-4604-b9a2-0f4cf40f9909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:03.030269 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-660e8dee-b91e-4604-b9a2-0f4cf40f9909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:03.032888 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-660e8dee-b91e-4604-b9a2-0f4cf40f9909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:03.034076 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-660e8dee-b91e-4604-b9a2-0f4cf40f9909 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/113ef9be-e369-4cc8-8fd0-6935cc176580 HTTP/1.1" status: 204 len: 168 time: 0.1235993 Sep 03 09:59:03.042013 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e8dee-b91e-4604-b9a2-0f4cf40f9909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113ef9be-e369-4cc8-8fd0-6935cc176580,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:59:03.498562 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:03.830642 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a642e642-fcb2-47b5-b777-13e8b57c6243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:04.011885 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 43060) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:59:04.119253 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-aff2f39f-bb8b-4b02-9899-df9c9b82382a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:04.215685 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-aff2f39f-bb8b-4b02-9899-df9c9b82382a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:04.219619 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-aff2f39f-bb8b-4b02-9899-df9c9b82382a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:04.258407 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-aff2f39f-bb8b-4b02-9899-df9c9b82382a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a1275f6071a745c7af90c5700f3ff3d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2454422 Sep 03 09:59:04.259526 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff2f39f-bb8b-4b02-9899-df9c9b82382a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551b2812-8fe6-4f8c-ac8b-314da67f19b3,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:59:04.261100 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 43066) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:59:04.309168 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-55108a9b-f5de-45af-a812-ee747fb19d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:04.330210 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-55108a9b-f5de-45af-a812-ee747fb19d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:04.378050 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-55108a9b-f5de-45af-a812-ee747fb19d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:04.380626 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-55108a9b-f5de-45af-a812-ee747fb19d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:04.381782 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-55108a9b-f5de-45af-a812-ee747fb19d0f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/551b2812-8fe6-4f8c-ac8b-314da67f19b3 HTTP/1.1" status: 204 len: 168 time: 0.1196456 Sep 03 09:59:04.389248 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55108a9b-f5de-45af-a812-ee747fb19d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551b2812-8fe6-4f8c-ac8b-314da67f19b3,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:59:04.509661 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-86f92317-4722-4035-969f-07b0852c8c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:06.037019 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.agents_db [None req-2440585d-454d-4def-9aab-3d39e7194109 None None] Agent healthcheck: found 6 active agents {{(pid=105527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 09:59:13.315806 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ba1a7-71cd-4e07-b0fd-bbafb6d05474 req-1c550d04-730c-4535-8abd-08569058867e tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:59:13.317336 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-db7ba1a7-71cd-4e07-b0fd-bbafb6d05474 req-1c550d04-730c-4535-8abd-08569058867e tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7f02c88-e7f1-4e6f-b555-b2412b2b11d0 HTTP/1.1" status: 200 len: 945 time: 0.0512371 Sep 03 09:59:13.358237 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-db7ba1a7-71cd-4e07-b0fd-bbafb6d05474 req-42c7fabb-38ee-48af-84f6-3475f49a95c5 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=e12d6c0c-6e68-4e56-b6cd-65109880cb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342324 Sep 03 09:59:14.487066 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440d2db-4919-4741-8cb7-470e7a878e17 req-25b572b1-b75b-4ef5-9a44-0efa54ca7132 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:59:14.488599 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-6440d2db-4919-4741-8cb7-470e7a878e17 req-25b572b1-b75b-4ef5-9a44-0efa54ca7132 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7f02c88-e7f1-4e6f-b555-b2412b2b11d0 HTTP/1.1" status: 200 len: 945 time: 0.0579729 Sep 03 09:59:14.526693 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-6440d2db-4919-4741-8cb7-470e7a878e17 req-a44a8709-ba16-47b8-9ed2-841238f9b1fc tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=e12d6c0c-6e68-4e56-b6cd-65109880cb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320477 Sep 03 09:59:15.175435 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c964ba1-0cfa-4bbd-915e-fdaab8169c99 req-1246208b-5b99-4e6b-a4c2-768b59a707c0 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:59:15.177003 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-9c964ba1-0cfa-4bbd-915e-fdaab8169c99 req-1246208b-5b99-4e6b-a4c2-768b59a707c0 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7f02c88-e7f1-4e6f-b555-b2412b2b11d0 HTTP/1.1" status: 200 len: 945 time: 0.0502536 Sep 03 09:59:15.269986 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [req-9c964ba1-0cfa-4bbd-915e-fdaab8169c99 req-237ac8d9-e469-4d22-a18c-0931fb3aaa23 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Deleting port d7cb1a0b-8507-407e-94e5-65bae7d1c8f6 {{(pid=105524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 09:59:15.270250 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-9c964ba1-0cfa-4bbd-915e-fdaab8169c99 req-237ac8d9-e469-4d22-a18c-0931fb3aaa23 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:15.355523 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.db [req-9c964ba1-0cfa-4bbd-915e-fdaab8169c99 req-237ac8d9-e469-4d22-a18c-0931fb3aaa23 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] For port d7cb1a0b-8507-407e-94e5-65bae7d1c8f6, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=d7cb1a0b-8507-407e-94e5-65bae7d1c8f6,segment=NetworkSegment(175fe06a-99b5-4c50-86f5-519d1a17c350),segment_id=175fe06a-99b5-4c50-86f5-519d1a17c350)] {{(pid=105524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:59:15.355891 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-9c964ba1-0cfa-4bbd-915e-fdaab8169c99 req-237ac8d9-e469-4d22-a18c-0931fb3aaa23 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:15.524360 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-9c964ba1-0cfa-4bbd-915e-fdaab8169c99 req-237ac8d9-e469-4d22-a18c-0931fb3aaa23 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:15.524637 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-9c964ba1-0cfa-4bbd-915e-fdaab8169c99 req-237ac8d9-e469-4d22-a18c-0931fb3aaa23 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417335'] for floatingip, after_update {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:15.524968 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.db.l3_db [req-9c964ba1-0cfa-4bbd-915e-fdaab8169c99 req-237ac8d9-e469-4d22-a18c-0931fb3aaa23 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Floating IP 2e8f34cc-6bc6-49c4-8328-199d18a8d4db disassociated. External IP: 172.27.3.217, port: d7cb1a0b-8507-407e-94e5-65bae7d1c8f6. Sep 03 09:59:15.525317 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [req-9c964ba1-0cfa-4bbd-915e-fdaab8169c99 req-237ac8d9-e469-4d22-a18c-0931fb3aaa23 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Calling delete_port for d7cb1a0b-8507-407e-94e5-65bae7d1c8f6 owned by compute:nova {{(pid=105524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 09:59:15.685496 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a2390-11e6-4bd3-b547-39f7adc323df req-ce2ab642-f0eb-495e-a0f1-1cd11cee51a0 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:59:15.687058 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-312a2390-11e6-4bd3-b547-39f7adc323df req-ce2ab642-f0eb-495e-a0f1-1cd11cee51a0 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7f02c88-e7f1-4e6f-b555-b2412b2b11d0 HTTP/1.1" status: 200 len: 945 time: 0.0839467 Sep 03 09:59:15.704478 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-9c964ba1-0cfa-4bbd-915e-fdaab8169c99 req-237ac8d9-e469-4d22-a18c-0931fb3aaa23 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25413165'] for port, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:15.748374 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237ac8d9-e469-4d22-a18c-0931fb3aaa23 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Pushing event deleted for resources: {'Port': ['ID=d7cb1a0b-8507-407e-94e5-65bae7d1c8f6,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:59:15.770004 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-312a2390-11e6-4bd3-b547-39f7adc323df req-033691ce-e7f8-4167-b01c-bdbe46a8ac32 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups?id=e12d6c0c-6e68-4e56-b6cd-65109880cb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733178 Sep 03 09:59:15.869262 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c964ba1-0cfa-4bbd-915e-fdaab8169c99 req-237ac8d9-e469-4d22-a18c-0931fb3aaa23 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Router 881fc7a3-022e-4667-b897-ff5f87d9d178 has already been hosted by L3 agent d52909a0-0f60-4ffe-9597-25dbe871271a {{(pid=105524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 09:59:15.976969 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c964ba1-0cfa-4bbd-915e-fdaab8169c99 req-237ac8d9-e469-4d22-a18c-0931fb3aaa23 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify agent at l3_agent.dv-cinder-606346-32-iscsi the message routers_updated {{(pid=105524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 09:59:15.989449 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a235aa94-a3d8-471c-abf4-7dd17be30555 None None] Sync routers for ids ['881fc7a3-022e-4667-b897-ff5f87d9d178'] in dv-cinder-606346-32-iscsi {{(pid=105527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 09:59:16.000850 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a235aa94-a3d8-471c-abf4-7dd17be30555 None None] Routers {'881fc7a3-022e-4667-b897-ff5f87d9d178'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:59:16.001508 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-a235aa94-a3d8-471c-abf4-7dd17be30555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:59:02Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['881fc7a3-022e-4667-b897-ff5f87d9d178'], 'active': True} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:59:16.018277 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c964ba1-0cfa-4bbd-915e-fdaab8169c99 req-237ac8d9-e469-4d22-a18c-0931fb3aaa23 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] No DVR routers for this DVR port d7cb1a0b-8507-407e-94e5-65bae7d1c8f6 on host hv-cinder-60634 {{(pid=105524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 09:59:16.020863 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-9c964ba1-0cfa-4bbd-915e-fdaab8169c99 req-237ac8d9-e469-4d22-a18c-0931fb3aaa23 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for port, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:16.023598 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-9c964ba1-0cfa-4bbd-915e-fdaab8169c99 req-237ac8d9-e469-4d22-a18c-0931fb3aaa23 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.60 "DELETE /v2.0/ports/d7cb1a0b-8507-407e-94e5-65bae7d1c8f6 HTTP/1.1" status: 204 len: 173 time: 0.8401220 Sep 03 09:59:16.024315 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f02c88-e7f1-4e6f-b555-b2412b2b11d0', 'name': 'network-vif-deleted', 'tag': 'd7cb1a0b-8507-407e-94e5-65bae7d1c8f6'}] {{(pid=105524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:59:16.028421 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07cd05725c708ed75ef04e80da70ebdfc8c47d02cbbda1b8cc3f0b48d37440d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b109faac-9dfa-4c1e-9b1e-f9e9c8ee5376" -d '{"events": [{"server_uuid": "c7f02c88-e7f1-4e6f-b555-b2412b2b11d0", "name": "network-vif-deleted", "tag": "d7cb1a0b-8507-407e-94e5-65bae7d1c8f6"}]}' {{(pid=105524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:59:16.069034 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 09:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f3b539-ba4a-46c0-ac84-6857568f3594 x-openstack-request-id: req-53f3b539-ba4a-46c0-ac84-6857568f3594 {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:59:16.069330 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f02c88-e7f1-4e6f-b555-b2412b2b11d0", "name": "network-vif-deleted", "tag": "d7cb1a0b-8507-407e-94e5-65bae7d1c8f6", "status": "completed", "code": 200}]} {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:59:16.069661 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-53f3b539-ba4a-46c0-ac84-6857568f3594 {{(pid=105524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:59:16.069984 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7f02c88-e7f1-4e6f-b555-b2412b2b11d0', 'name': 'network-vif-deleted', 'tag': 'd7cb1a0b-8507-407e-94e5-65bae7d1c8f6', 'status': 'completed', 'code': 200} Sep 03 09:59:16.107229 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvr_db [None req-a235aa94-a3d8-471c-abf4-7dd17be30555 None None] Set router 881fc7a3-022e-4667-b897-ff5f87d9d178 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:59:16.341942 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-a235aa94-a3d8-471c-abf4-7dd17be30555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'name': 'tempest-AttachVolumeTestJSON-457758726-router', 'tenant_id': '142a249ef3174087aaed6c7fd74387f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'de0eaff7-2fa3-4eea-b5db-6803922d9795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:54:06Z', 'updated_at': '2021-09-03T09:54:09Z', 'revision_number': 4, 'project_id': '142a249ef3174087aaed6c7fd74387f2', 'gw_port': {'id': 'de0eaff7-2fa3-4eea-b5db-6803922d9795', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:06Z', 'updated_at': '2021-09-03T09:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_interfaces': [{'id': '256df039-c5d4-4202-8a85-0949b1c051f1', 'name': '', 'network_id': 'cf5f7525-722a-4835-b4c5-9059086ceeeb', 'tenant_id': '142a249ef3174087aaed6c7fd74387f2', 'mac_address': 'fa:16:3e:41:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '4af724c9-aaaf-4dc2-acfe-eb8c4b70b5a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:08Z', 'updated_at': '2021-09-03T09:54:15Z', 'revision_number': 5, 'project_id': '142a249ef3174087aaed6c7fd74387f2', 'subnets': [{'id': '4af724c9-aaaf-4dc2-acfe-eb8c4b70b5a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:59:16.369870 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a235aa94-a3d8-471c-abf4-7dd17be30555 None None] Checking router: 881fc7a3-022e-4667-b897-ff5f87d9d178 for host: dv-cinder-606346-32-iscsi {{(pid=105527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 09:59:16.378818 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a235aa94-a3d8-471c-abf4-7dd17be30555 None None] Routers {'881fc7a3-022e-4667-b897-ff5f87d9d178'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:59:16.379445 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-a235aa94-a3d8-471c-abf4-7dd17be30555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:59:02Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['881fc7a3-022e-4667-b897-ff5f87d9d178'], 'active': True} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:59:16.488296 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvr_db [None req-a235aa94-a3d8-471c-abf4-7dd17be30555 None None] Set router 881fc7a3-022e-4667-b897-ff5f87d9d178 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:59:16.687142 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-a235aa94-a3d8-471c-abf4-7dd17be30555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'name': 'tempest-AttachVolumeTestJSON-457758726-router', 'tenant_id': '142a249ef3174087aaed6c7fd74387f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'de0eaff7-2fa3-4eea-b5db-6803922d9795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:54:06Z', 'updated_at': '2021-09-03T09:54:09Z', 'revision_number': 4, 'project_id': '142a249ef3174087aaed6c7fd74387f2', 'gw_port': {'id': 'de0eaff7-2fa3-4eea-b5db-6803922d9795', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:06Z', 'updated_at': '2021-09-03T09:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_interfaces': [{'id': '256df039-c5d4-4202-8a85-0949b1c051f1', 'name': '', 'network_id': 'cf5f7525-722a-4835-b4c5-9059086ceeeb', 'tenant_id': '142a249ef3174087aaed6c7fd74387f2', 'mac_address': 'fa:16:3e:41:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '4af724c9-aaaf-4dc2-acfe-eb8c4b70b5a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:08Z', 'updated_at': '2021-09-03T09:54:15Z', 'revision_number': 5, 'project_id': '142a249ef3174087aaed6c7fd74387f2', 'subnets': [{'id': '4af724c9-aaaf-4dc2-acfe-eb8c4b70b5a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:59:16.716298 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a235aa94-a3d8-471c-abf4-7dd17be30555 None None] The sync data for ids ['881fc7a3-022e-4667-b897-ff5f87d9d178'] in dv-cinder-606346-32-iscsi is: [{'id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'name': 'tempest-AttachVolumeTestJSON-457758726-router', 'tenant_id': '142a249ef3174087aaed6c7fd74387f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'de0eaff7-2fa3-4eea-b5db-6803922d9795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:54:06Z', 'updated_at': '2021-09-03T09:54:09Z', 'revision_number': 4, 'project_id': '142a249ef3174087aaed6c7fd74387f2', 'gw_port': {'id': 'de0eaff7-2fa3-4eea-b5db-6803922d9795', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:06Z', 'updated_at': '2021-09-03T09:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_interfaces': [{'id': '256df039-c5d4-4202-8a85-0949b1c051f1', 'name': '', 'network_id': 'cf5f7525-722a-4835-b4c5-9059086ceeeb', 'tenant_id': '142a249ef3174087aaed6c7fd74387f2', 'mac_address': 'fa:16:3e:41:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '4af724c9-aaaf-4dc2-acfe-eb8c4b70b5a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:08Z', 'updated_at': '2021-09-03T09:54:15Z', 'revision_number': 5, 'project_id': '142a249ef3174087aaed6c7fd74387f2', 'subnets': [{'id': '4af724c9-aaaf-4dc2-acfe-eb8c4b70b5a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 09:59:16.855088 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 43144) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:59:16.912459 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-799a8bb3-973a-4ad5-be0b-db862cc12b9a tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks [] for security_group, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:16.936411 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-799a8bb3-973a-4ad5-be0b-db862cc12b9a tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:16.937089 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf0daaa-87ae-46a0-bea8-884608ce1d41 None None] New status for floating IP 2e8f34cc-6bc6-49c4-8328-199d18a8d4db: DOWN {{(pid=105526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 09:59:16.983863 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-799a8bb3-973a-4ad5-be0b-db862cc12b9a tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:16.986497 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-799a8bb3-973a-4ad5-be0b-db862cc12b9a tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks [] for security_group, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:16.988344 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-799a8bb3-973a-4ad5-be0b-db862cc12b9a tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "DELETE /v2.0/security-groups/e12d6c0c-6e68-4e56-b6cd-65109880cb1b HTTP/1.1" status: 204 len: 168 time: 0.1315172 Sep 03 09:59:16.991584 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 43146) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:59:17.000702 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799a8bb3-973a-4ad5-be0b-db862cc12b9a tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12d6c0c-6e68-4e56-b6cd-65109880cb1b,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:59:17.007061 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.api.v2.resource [None req-0df51229-1c5f-49d2-b59c-b98a773c5742 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] show failed (client error): The resource could not be found. Sep 03 09:59:17.008372 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-0df51229-1c5f-49d2-b59c-b98a773c5742 tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "GET /v2.0/security-groups/e12d6c0c-6e68-4e56-b6cd-65109880cb1b HTTP/1.1" status: 404 len: 347 time: 0.0169132 Sep 03 09:59:17.011219 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 43148) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:59:17.134839 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.plugin [None req-8bb7faee-f58a-4ae7-a6d7-8f0ed72af8ed tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Deleting port 8c27d24b-edfe-470a-8e72-1b7a28466b0e {{(pid=105525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 09:59:17.135174 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-8bb7faee-f58a-4ae7-a6d7-8f0ed72af8ed tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:17.214179 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-8bb7faee-f58a-4ae7-a6d7-8f0ed72af8ed tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:17.214511 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-8bb7faee-f58a-4ae7-a6d7-8f0ed72af8ed tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:17.226088 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.plugin [None req-8bb7faee-f58a-4ae7-a6d7-8f0ed72af8ed tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Calling delete_port for 8c27d24b-edfe-470a-8e72-1b7a28466b0e owned by network:floatingip {{(pid=105525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 09:59:17.354363 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-8bb7faee-f58a-4ae7-a6d7-8f0ed72af8ed tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25166669'] for port, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:17.382151 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb7faee-f58a-4ae7-a6d7-8f0ed72af8ed tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Pushing event deleted for resources: {'Port': ['ID=8c27d24b-edfe-470a-8e72-1b7a28466b0e,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:59:17.453880 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-8bb7faee-f58a-4ae7-a6d7-8f0ed72af8ed tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks [] for floatingip, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:17.456486 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-8bb7faee-f58a-4ae7-a6d7-8f0ed72af8ed tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for floatingip, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:17.457700 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-8bb7faee-f58a-4ae7-a6d7-8f0ed72af8ed tempest-AttachVolumeTestJSON-1533495250 tempest-AttachVolumeTestJSON-1533495250-project] 10.222.0.67 "DELETE /v2.0/floatingips/2e8f34cc-6bc6-49c4-8328-199d18a8d4db HTTP/1.1" status: 204 len: 168 time: 0.4455171 Sep 03 09:59:18.049085 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device d7cb1a0b-8507-407e-94e5-65bae7d1c8f6 no longer exists at agent hyperv_hv-cinder-60634 {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 09:59:18.069261 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] No Port match for: d7cb1a0b-8507-407e-94e5-65bae7d1c8f6 {{(pid=105526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 09:59:18.069636 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device d7cb1a0b-8507-407e-94e5-65bae7d1c8f6 not bound to the agent host hv-cinder-60634 {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 09:59:18.781974 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:21.007233 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 43182) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:59:21.746790 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-ea1c8d82-4ddc-4b0f-abf5-1343bc8cb2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694519'] for router_interface, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:21.993970 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.plugin [None req-ea1c8d82-4ddc-4b0f-abf5-1343bc8cb2ec admin admin] Deleting port 256df039-c5d4-4202-8a85-0949b1c051f1 {{(pid=105525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 09:59:21.994228 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-ea1c8d82-4ddc-4b0f-abf5-1343bc8cb2ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:22.075035 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.db [None req-ea1c8d82-4ddc-4b0f-abf5-1343bc8cb2ec admin admin] For port 256df039-c5d4-4202-8a85-0949b1c051f1, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=256df039-c5d4-4202-8a85-0949b1c051f1,segment=NetworkSegment(175fe06a-99b5-4c50-86f5-519d1a17c350),segment_id=175fe06a-99b5-4c50-86f5-519d1a17c350)] {{(pid=105525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:59:22.075770 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-ea1c8d82-4ddc-4b0f-abf5-1343bc8cb2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:22.088522 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.plugin [None req-ea1c8d82-4ddc-4b0f-abf5-1343bc8cb2ec admin admin] Calling delete_port for 256df039-c5d4-4202-8a85-0949b1c051f1 owned by network:router_interface {{(pid=105525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 09:59:22.277253 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-ea1c8d82-4ddc-4b0f-abf5-1343bc8cb2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25166669'] for port, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:22.303005 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c8d82-4ddc-4b0f-abf5-1343bc8cb2ec admin admin] Pushing event deleted for resources: {'Port': ['ID=256df039-c5d4-4202-8a85-0949b1c051f1,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:59:22.474709 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-ea1c8d82-4ddc-4b0f-abf5-1343bc8cb2ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1832107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694627'] for router_interface, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:22.691669 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea1c8d82-4ddc-4b0f-abf5-1343bc8cb2ec admin admin] Router 881fc7a3-022e-4667-b897-ff5f87d9d178 has already been hosted by L3 agent d52909a0-0f60-4ffe-9597-25dbe871271a {{(pid=105525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 09:59:22.796465 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea1c8d82-4ddc-4b0f-abf5-1343bc8cb2ec admin admin] Notify agent at l3_agent.dv-cinder-606346-32-iscsi the message routers_updated {{(pid=105525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 09:59:22.801692 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-ea1c8d82-4ddc-4b0f-abf5-1343bc8cb2ec admin admin] 10.222.0.67 "PUT /v2.0/routers/881fc7a3-022e-4667-b897-ff5f87d9d178/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7929726 Sep 03 09:59:22.804273 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 43186) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:59:22.805042 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a380f547-90ff-410a-8350-b1078be59697 None None] Sync routers for ids ['881fc7a3-022e-4667-b897-ff5f87d9d178'] in dv-cinder-606346-32-iscsi {{(pid=105527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 09:59:22.814146 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a380f547-90ff-410a-8350-b1078be59697 None None] Routers {'881fc7a3-022e-4667-b897-ff5f87d9d178'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:59:22.814695 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-a380f547-90ff-410a-8350-b1078be59697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:59:02Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['881fc7a3-022e-4667-b897-ff5f87d9d178'], 'active': True} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:59:22.909356 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-48bfa95c-12dc-4300-b8d0-0ccc85e76ee3 admin admin] Notify callbacks [] for router, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:22.929613 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvr_db [None req-a380f547-90ff-410a-8350-b1078be59697 None None] Set router 881fc7a3-022e-4667-b897-ff5f87d9d178 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:59:23.009964 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-48bfa95c-12dc-4300-b8d0-0ccc85e76ee3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:23.081048 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [None req-48bfa95c-12dc-4300-b8d0-0ccc85e76ee3 admin admin] Deleting port de0eaff7-2fa3-4eea-b5db-6803922d9795 {{(pid=105524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 09:59:23.081383 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-48bfa95c-12dc-4300-b8d0-0ccc85e76ee3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:23.117410 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-a380f547-90ff-410a-8350-b1078be59697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'name': 'tempest-AttachVolumeTestJSON-457758726-router', 'tenant_id': '142a249ef3174087aaed6c7fd74387f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'de0eaff7-2fa3-4eea-b5db-6803922d9795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:54:06Z', 'updated_at': '2021-09-03T09:59:22Z', 'revision_number': 5, 'project_id': '142a249ef3174087aaed6c7fd74387f2', 'gw_port': {'id': 'de0eaff7-2fa3-4eea-b5db-6803922d9795', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:06Z', 'updated_at': '2021-09-03T09:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi'}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:59:23.162956 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a380f547-90ff-410a-8350-b1078be59697 None None] Checking router: 881fc7a3-022e-4667-b897-ff5f87d9d178 for host: dv-cinder-606346-32-iscsi {{(pid=105527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 09:59:23.176746 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a380f547-90ff-410a-8350-b1078be59697 None None] Routers {'881fc7a3-022e-4667-b897-ff5f87d9d178'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:59:23.177750 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-a380f547-90ff-410a-8350-b1078be59697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:59:02Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['881fc7a3-022e-4667-b897-ff5f87d9d178'], 'active': True} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:59:23.318261 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvr_db [None req-a380f547-90ff-410a-8350-b1078be59697 None None] Set router 881fc7a3-022e-4667-b897-ff5f87d9d178 gateway port host: None {{(pid=105527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:59:23.376241 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-a380f547-90ff-410a-8350-b1078be59697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'name': 'tempest-AttachVolumeTestJSON-457758726-router', 'tenant_id': '142a249ef3174087aaed6c7fd74387f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:54:06Z', 'updated_at': '2021-09-03T09:59:23Z', 'revision_number': 6, 'project_id': '142a249ef3174087aaed6c7fd74387f2', 'gw_port_host': None}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:59:23.404344 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a380f547-90ff-410a-8350-b1078be59697 None None] The sync data for ids ['881fc7a3-022e-4667-b897-ff5f87d9d178'] in dv-cinder-606346-32-iscsi is: [{'id': '881fc7a3-022e-4667-b897-ff5f87d9d178', 'name': 'tempest-AttachVolumeTestJSON-457758726-router', 'tenant_id': '142a249ef3174087aaed6c7fd74387f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:54:06Z', 'updated_at': '2021-09-03T09:59:23Z', 'revision_number': 6, 'project_id': '142a249ef3174087aaed6c7fd74387f2', 'gw_port_host': None}] {{(pid=105527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 09:59:23.498063 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.db [None req-48bfa95c-12dc-4300-b8d0-0ccc85e76ee3 admin admin] For port de0eaff7-2fa3-4eea-b5db-6803922d9795, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=de0eaff7-2fa3-4eea-b5db-6803922d9795,segment=NetworkSegment(454dc13d-4a6c-4de8-982e-8a57b380b104),segment_id=454dc13d-4a6c-4de8-982e-8a57b380b104)] {{(pid=105524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:59:23.498453 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-48bfa95c-12dc-4300-b8d0-0ccc85e76ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:23.512329 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [None req-48bfa95c-12dc-4300-b8d0-0ccc85e76ee3 admin admin] Calling delete_port for de0eaff7-2fa3-4eea-b5db-6803922d9795 owned by network:router_gateway {{(pid=105524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 09:59:23.684788 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-48bfa95c-12dc-4300-b8d0-0ccc85e76ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25413165'] for port, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:23.710574 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bfa95c-12dc-4300-b8d0-0ccc85e76ee3 admin admin] Pushing event deleted for resources: {'Port': ['ID=de0eaff7-2fa3-4eea-b5db-6803922d9795,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:59:23.783611 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-48bfa95c-12dc-4300-b8d0-0ccc85e76ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1695949'] for router_gateway, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:23.868962 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-48bfa95c-12dc-4300-b8d0-0ccc85e76ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8800'] for router, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:23.871048 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-48bfa95c-12dc-4300-b8d0-0ccc85e76ee3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:23.912000 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-48bfa95c-12dc-4300-b8d0-0ccc85e76ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691755'] for router, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:23.912512 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48bfa95c-12dc-4300-b8d0-0ccc85e76ee3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 881fc7a3-022e-4667-b897-ff5f87d9d178 {{(pid=105524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 09:59:23.916883 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-48bfa95c-12dc-4300-b8d0-0ccc85e76ee3 admin admin] Notify callbacks [] for router, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:23.917986 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-48bfa95c-12dc-4300-b8d0-0ccc85e76ee3 admin admin] 10.222.0.67 "DELETE /v2.0/routers/881fc7a3-022e-4667-b897-ff5f87d9d178 HTTP/1.1" status: 204 len: 168 time: 1.1127441 Sep 03 09:59:23.920405 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 43188) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:59:23.964388 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.db_base_plugin_v2 [None req-beaa8b9d-4c92-4920-963f-a36af00f0d1a admin admin] Deleting subnet 4af724c9-aaaf-4dc2-acfe-eb8c4b70b5a1 {{(pid=105524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 09:59:23.967750 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-beaa8b9d-4c92-4920-963f-a36af00f0d1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:24.011850 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-beaa8b9d-4c92-4920-963f-a36af00f0d1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25747459'] for subnet, precommit_delete_associations {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:24.087878 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-beaa8b9d-4c92-4920-963f-a36af00f0d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713190'] for subnet, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:24.145603 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-beaa8b9d-4c92-4920-963f-a36af00f0d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25413120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27188830'] for subnet, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:24.172378 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaa8b9d-4c92-4920-963f-a36af00f0d1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4af724c9-aaaf-4dc2-acfe-eb8c4b70b5a1,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:59:24.176098 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-beaa8b9d-4c92-4920-963f-a36af00f0d1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:24.180221 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-beaa8b9d-4c92-4920-963f-a36af00f0d1a admin admin] 10.222.0.67 "DELETE /v2.0/subnets/4af724c9-aaaf-4dc2-acfe-eb8c4b70b5a1 HTTP/1.1" status: 204 len: 168 time: 0.2565866 Sep 03 09:59:24.180603 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 43190) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:59:24.181936 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bb41f0-bef2-44e8-82fd-eb6fb1437f78 None None] Network cf5f7525-722a-4835-b4c5-9059086ceeeb requested from dv-cinder-606346-32-iscsi {{(pid=105526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 09:59:24.262910 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-99c19e1d-fb7e-4de0-a3a8-d5cf62575a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1404653'] for network, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:24.320026 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.plugin [None req-99c19e1d-fb7e-4de0-a3a8-d5cf62575a19 admin admin] Deleting port ca541c5c-04a8-4ed9-99db-518018539170 {{(pid=105525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 09:59:24.320365 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-99c19e1d-fb7e-4de0-a3a8-d5cf62575a19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:24.385951 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fa9e77-3d2d-429c-b4dc-b3b32a052167 None None] DHCP port deletion for cf5f7525-722a-4835-b4c5-9059086ceeeb request from dv-cinder-606346-32-iscsi {{(pid=105526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 09:59:24.391189 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.db [None req-99c19e1d-fb7e-4de0-a3a8-d5cf62575a19 admin admin] For port ca541c5c-04a8-4ed9-99db-518018539170, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=ca541c5c-04a8-4ed9-99db-518018539170,segment=NetworkSegment(175fe06a-99b5-4c50-86f5-519d1a17c350),segment_id=175fe06a-99b5-4c50-86f5-519d1a17c350)] {{(pid=105525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:59:24.391588 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-99c19e1d-fb7e-4de0-a3a8-d5cf62575a19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:24.404832 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.plugin [None req-99c19e1d-fb7e-4de0-a3a8-d5cf62575a19 admin admin] Calling delete_port for ca541c5c-04a8-4ed9-99db-518018539170 owned by network:dhcp {{(pid=105525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 09:59:24.434893 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-10fa9e77-3d2d-429c-b4dc-b3b32a052167 None None] Deleting port ca541c5c-04a8-4ed9-99db-518018539170 {{(pid=105526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 09:59:24.435274 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-10fa9e77-3d2d-429c-b4dc-b3b32a052167 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:24.493164 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-99c19e1d-fb7e-4de0-a3a8-d5cf62575a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25166669'] for port, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:24.506869 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-10fa9e77-3d2d-429c-b4dc-b3b32a052167 None None] For port ca541c5c-04a8-4ed9-99db-518018539170, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=ca541c5c-04a8-4ed9-99db-518018539170,segment=NetworkSegment(175fe06a-99b5-4c50-86f5-519d1a17c350),segment_id=175fe06a-99b5-4c50-86f5-519d1a17c350)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 09:59:24.507171 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-10fa9e77-3d2d-429c-b4dc-b3b32a052167 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:24.517021 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c19e1d-fb7e-4de0-a3a8-d5cf62575a19 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca541c5c-04a8-4ed9-99db-518018539170,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:59:24.519870 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-10fa9e77-3d2d-429c-b4dc-b3b32a052167 None None] Calling delete_port for ca541c5c-04a8-4ed9-99db-518018539170 owned by network:dhcp {{(pid=105526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 09:59:24.522645 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c19e1d-fb7e-4de0-a3a8-d5cf62575a19 admin admin] No DVR routers for this DVR port ca541c5c-04a8-4ed9-99db-518018539170 on host dv-cinder-606346-32-iscsi {{(pid=105525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 09:59:24.595052 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-99c19e1d-fb7e-4de0-a3a8-d5cf62575a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717939', 'neutron.services.segments.db._delete_segments_for_network-8759173696085'] for network, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:24.597547 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-10fa9e77-3d2d-429c-b4dc-b3b32a052167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940'] for port, after_delete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:24.605057 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.services.segments.db [None req-99c19e1d-fb7e-4de0-a3a8-d5cf62575a19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf5f7525-722a-4835-b4c5-9059086ceeeb']}} {{(pid=105525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:59:24.615878 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.services.segments.db [None req-99c19e1d-fb7e-4de0-a3a8-d5cf62575a19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '175fe06a-99b5-4c50-86f5-519d1a17c350') {'for_net_delete': True} {{(pid=105525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:59:24.616345 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.services.segments.db [None req-99c19e1d-fb7e-4de0-a3a8-d5cf62575a19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '175fe06a-99b5-4c50-86f5-519d1a17c350') {} {{(pid=105525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:59:24.622755 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fa9e77-3d2d-429c-b4dc-b3b32a052167 None None] Pushing event deleted for resources: {'Port': ['ID=ca541c5c-04a8-4ed9-99db-518018539170,revision_number=None']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:59:24.625981 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-99c19e1d-fb7e-4de0-a3a8-d5cf62575a19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759173697630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26582418'] for segment, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:24.627591 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fa9e77-3d2d-429c-b4dc-b3b32a052167 None None] No DVR routers for this DVR port ca541c5c-04a8-4ed9-99db-518018539170 on host dv-cinder-606346-32-iscsi {{(pid=105526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 09:59:24.638664 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fa9e77-3d2d-429c-b4dc-b3b32a052167 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:59:24.639047 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fa9e77-3d2d-429c-b4dc-b3b32a052167 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:59:24.639444 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fa9e77-3d2d-429c-b4dc-b3b32a052167 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:59:24.639831 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fa9e77-3d2d-429c-b4dc-b3b32a052167 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:59:24.640431 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fa9e77-3d2d-429c-b4dc-b3b32a052167 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:59:24.641185 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fa9e77-3d2d-429c-b4dc-b3b32a052167 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:59:24.641288 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-99c19e1d-fb7e-4de0-a3a8-d5cf62575a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718351'] for segment, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:24.642105 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fa9e77-3d2d-429c-b4dc-b3b32a052167 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:59:24.642105 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fa9e77-3d2d-429c-b4dc-b3b32a052167 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:59:24.642309 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fa9e77-3d2d-429c-b4dc-b3b32a052167 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:59:24.642672 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fa9e77-3d2d-429c-b4dc-b3b32a052167 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:59:24.642943 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fa9e77-3d2d-429c-b4dc-b3b32a052167 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:59:24.643297 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fa9e77-3d2d-429c-b4dc-b3b32a052167 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:59:24.647911 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99c19e1d-fb7e-4de0-a3a8-d5cf62575a19 admin admin] Releasing vlan 815 on physical network physnet1 to pool {{(pid=105525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 09:59:24.648307 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-99c19e1d-fb7e-4de0-a3a8-d5cf62575a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25166654'] for segment, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:24.649978 dv-cinder-606346-32-iscsi neutron-server[105525]: Traceback (most recent call last): Sep 03 09:59:24.649978 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 09:59:24.649978 dv-cinder-606346-32-iscsi neutron-server[105525]: timer() Sep 03 09:59:24.649978 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 09:59:24.649978 dv-cinder-606346-32-iscsi neutron-server[105525]: cb(*args, **kw) Sep 03 09:59:24.649978 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 09:59:24.649978 dv-cinder-606346-32-iscsi neutron-server[105525]: return func(*args, **kwargs) Sep 03 09:59:24.649978 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 09:59:24.649978 dv-cinder-606346-32-iscsi neutron-server[105525]: self._notify() Sep 03 09:59:24.649978 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 09:59:24.649978 dv-cinder-606346-32-iscsi neutron-server[105525]: self.callback(batched_events) Sep 03 09:59:24.649978 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 09:59:24.649978 dv-cinder-606346-32-iscsi neutron-server[105525]: event.method(event) Sep 03 09:59:24.649978 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 09:59:24.649978 dv-cinder-606346-32-iscsi neutron-server[105525]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 09:59:24.649978 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 09:59:24.649978 dv-cinder-606346-32-iscsi neutron-server[105525]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 09:59:24.649978 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 09:59:24.649978 dv-cinder-606346-32-iscsi neutron-server[105525]: return f(self, *a, **k) Sep 03 09:59:24.649978 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 09:59:24.649978 dv-cinder-606346-32-iscsi neutron-server[105525]: return self._get(url).json() Sep 03 09:59:24.649978 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 09:59:24.649978 dv-cinder-606346-32-iscsi neutron-server[105525]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 09:59:24.649978 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 09:59:24.649978 dv-cinder-606346-32-iscsi neutron-server[105525]: return self.request(url, 'GET', **kwargs) Sep 03 09:59:24.649978 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 09:59:24.649978 dv-cinder-606346-32-iscsi neutron-server[105525]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 09:59:24.649978 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 09:59:24.649978 dv-cinder-606346-32-iscsi neutron-server[105525]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 09:59:24.649978 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 09:59:24.649978 dv-cinder-606346-32-iscsi neutron-server[105525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 09:59:24.649978 dv-cinder-606346-32-iscsi neutron-server[105525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 09:59:24.704814 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-99c19e1d-fb7e-4de0-a3a8-d5cf62575a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417317'] for network, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:24.710613 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-99c19e1d-fb7e-4de0-a3a8-d5cf62575a19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for network, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:24.712379 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-99c19e1d-fb7e-4de0-a3a8-d5cf62575a19 admin admin] 10.222.0.67 "DELETE /v2.0/networks/cf5f7525-722a-4835-b4c5-9059086ceeeb HTTP/1.1" status: 204 len: 168 time: 0.5307581 Sep 03 09:59:24.723649 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c19e1d-fb7e-4de0-a3a8-d5cf62575a19 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf5f7525-722a-4835-b4c5-9059086ceeeb,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:59:24.831623 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 43194) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:59:24.873283 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-2f11ff58-a7c1-4c40-b046-e56c980e6500 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=142a249ef3174087aaed6c7fd74387f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404830 Sep 03 09:59:24.876495 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 43196) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:59:24.930281 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-4484c231-d362-447d-be02-559c65b23643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:24.953359 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-4484c231-d362-447d-be02-559c65b23643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:24.998800 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-4484c231-d362-447d-be02-559c65b23643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:25.002152 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-4484c231-d362-447d-be02-559c65b23643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:25.003296 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-4484c231-d362-447d-be02-559c65b23643 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cfde3d70-5403-4723-9745-727ac8f34ed9 HTTP/1.1" status: 204 len: 168 time: 0.1257372 Sep 03 09:59:25.012428 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4484c231-d362-447d-be02-559c65b23643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfde3d70-5403-4723-9745-727ac8f34ed9,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:59:25.066973 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 256df039-c5d4-4202-8a85-0949b1c051f1 no longer exists at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 09:59:25.089265 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] No Port match for: 256df039-c5d4-4202-8a85-0949b1c051f1 {{(pid=105526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 09:59:25.089632 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 256df039-c5d4-4202-8a85-0949b1c051f1 not bound to the agent host dv-cinder-606346-32-iscsi {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 09:59:25.090047 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device ca541c5c-04a8-4ed9-99db-518018539170 no longer exists at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 09:59:25.108070 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] No Port match for: ca541c5c-04a8-4ed9-99db-518018539170 {{(pid=105526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 09:59:25.108417 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device ca541c5c-04a8-4ed9-99db-518018539170 not bound to the agent host dv-cinder-606346-32-iscsi {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 09:59:25.108833 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device de0eaff7-2fa3-4eea-b5db-6803922d9795 no longer exists at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 09:59:25.128435 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] No Port match for: de0eaff7-2fa3-4eea-b5db-6803922d9795 {{(pid=105526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 09:59:25.128777 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device de0eaff7-2fa3-4eea-b5db-6803922d9795 not bound to the agent host dv-cinder-606346-32-iscsi {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 09:59:25.694795 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 43218) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:59:25.794020 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [None req-874651b8-2660-4530-b203-aa478ec217d2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-314171502-network', 'tenant_id': '9b01bf1b5a4c4a63b94a6bf6a8ebe99e'}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:59:25.814963 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874651b8-2660-4530-b203-aa478ec217d2 admin admin] Made reservation on behalf of 9b01bf1b5a4c4a63b94a6bf6a8ebe99e for: {'network': 1} {{(pid=105525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:59:25.817190 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-874651b8-2660-4530-b203-aa478ec217d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for network, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:25.825386 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-874651b8-2660-4530-b203-aa478ec217d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:25.916270 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-874651b8-2660-4530-b203-aa478ec217d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:25.920975 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-874651b8-2660-4530-b203-aa478ec217d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:25.948430 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-874651b8-2660-4530-b203-aa478ec217d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=105525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 09:59:25.963375 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874651b8-2660-4530-b203-aa478ec217d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d402dc9-3f81-47cc-8cf4-56b386000cfb,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:59:25.969062 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-874651b8-2660-4530-b203-aa478ec217d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718351'] for segment, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:25.969418 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.db.segments_db [None req-874651b8-2660-4530-b203-aa478ec217d2 admin admin] Added segment 23f8ef5a-6261-4c03-b27e-051396ba46a3 of type vlan for network 1f5dd091-d1ba-4054-897c-19729cca9fcf Sep 03 09:59:26.012230 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-874651b8-2660-4530-b203-aa478ec217d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759173236709'] for network, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:26.041434 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-874651b8-2660-4530-b203-aa478ec217d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146'] for network, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:26.042545 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874651b8-2660-4530-b203-aa478ec217d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:59:26.043126 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-874651b8-2660-4530-b203-aa478ec217d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for network, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:26.081891 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-874651b8-2660-4530-b203-aa478ec217d2 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3859358 Sep 03 09:59:26.084978 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 43222) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:59:26.090131 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [None req-88cae51a-33dc-4efa-96fe-ca6dcc39eeb1 admin admin] Request body: {'subnet': {'network_id': '1f5dd091-d1ba-4054-897c-19729cca9fcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-314171502-subnet', 'tenant_id': '9b01bf1b5a4c4a63b94a6bf6a8ebe99e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:59:26.111336 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88cae51a-33dc-4efa-96fe-ca6dcc39eeb1 admin admin] Made reservation on behalf of 9b01bf1b5a4c4a63b94a6bf6a8ebe99e for: {'subnet': 1} {{(pid=105524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:59:26.113742 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-88cae51a-33dc-4efa-96fe-ca6dcc39eeb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27188859'] for subnet, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:26.115899 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874651b8-2660-4530-b203-aa478ec217d2 admin admin] Pushing event updated for resources: {'Network': ['ID=1f5dd091-d1ba-4054-897c-19729cca9fcf,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:59:26.126980 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Network 1f5dd091-d1ba-4054-897c-19729cca9fcf details requested by agent ovs-agent-dv-cinder-606346-32-iscsi with host dv-cinder-606346-32-iscsi {{(pid=105526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 09:59:26.285560 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-88cae51a-33dc-4efa-96fe-ca6dcc39eeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25413313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27188821'] for subnet, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:26.344575 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cae51a-33dc-4efa-96fe-ca6dcc39eeb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f043c0e6-2a61-4b90-94c9-2fd881ebcec9,revision_number=0']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:59:26.353113 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cae51a-33dc-4efa-96fe-ca6dcc39eeb1 admin admin] Checking segment: {'id': '23f8ef5a-6261-4c03-b27e-051396ba46a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '1f5dd091-d1ba-4054-897c-19729cca9fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:59:26.353475 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cae51a-33dc-4efa-96fe-ca6dcc39eeb1 admin admin] Network hostable DHCP agents. Network: 1f5dd091-d1ba-4054-897c-19729cca9fcf, hostable agents: ['b845873d-a9da-4ebd-9f87-ebd42caf249d'], hosted agents: [] {{(pid=105524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 09:59:26.369552 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cae51a-33dc-4efa-96fe-ca6dcc39eeb1 admin admin] Network 1f5dd091-d1ba-4054-897c-19729cca9fcf is scheduled to be hosted by DHCP agent b845873d-a9da-4ebd-9f87-ebd42caf249d with binding_index 1 {{(pid=105524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 09:59:26.377865 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.base_scheduler [None req-88cae51a-33dc-4efa-96fe-ca6dcc39eeb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-32-iscsi, 1f5dd091-d1ba-4054-897c-19729cca9fcf) {{(pid=105524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:59:26.381903 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cae51a-33dc-4efa-96fe-ca6dcc39eeb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:59:26.382485 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-88cae51a-33dc-4efa-96fe-ca6dcc39eeb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:26.386623 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e42febd-297e-4440-9567-44000e74ea95 None None] Network 1f5dd091-d1ba-4054-897c-19729cca9fcf requested from dv-cinder-606346-32-iscsi {{(pid=105526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 09:59:26.395477 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-88cae51a-33dc-4efa-96fe-ca6dcc39eeb1 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3093438 Sep 03 09:59:26.507603 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa98048-2e7e-411f-b60e-2e236e9ab571 None None] Network 1f5dd091-d1ba-4054-897c-19729cca9fcf requested from dv-cinder-606346-32-iscsi {{(pid=105526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 09:59:26.854548 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 43238) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:59:26.859554 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.v2.base [None req-2bcd42e9-bbb3-4d94-a62f-f516d98c0246 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1536378183-network', 'tenant_id': 'b4b1f8501f304779967c973e20c64b83'}} {{(pid=105524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:59:26.888318 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bcd42e9-bbb3-4d94-a62f-f516d98c0246 admin admin] Made reservation on behalf of b4b1f8501f304779967c973e20c64b83 for: {'network': 1} {{(pid=105524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:59:26.890863 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-2bcd42e9-bbb3-4d94-a62f-f516d98c0246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-765696'] for network, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:26.900552 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-2bcd42e9-bbb3-4d94-a62f-f516d98c0246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:26.988015 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-2bcd42e9-bbb3-4d94-a62f-f516d98c0246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:26.994044 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-2bcd42e9-bbb3-4d94-a62f-f516d98c0246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:27.023884 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bcd42e9-bbb3-4d94-a62f-f516d98c0246 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=105524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 09:59:27.028374 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd42e9-bbb3-4d94-a62f-f516d98c0246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff4e5f6-aec6-41c6-af87-9edb63db9694,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:59:27.036116 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-2bcd42e9-bbb3-4d94-a62f-f516d98c0246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718351'] for segment, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:27.036513 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.db.segments_db [None req-2bcd42e9-bbb3-4d94-a62f-f516d98c0246 admin admin] Added segment 59767ee6-26e8-4e15-9d76-2c6ec5b88422 of type vlan for network f72ad496-f764-4697-8b1e-2243f54e0266 Sep 03 09:59:27.076691 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-2bcd42e9-bbb3-4d94-a62f-f516d98c0246 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759173236709'] for network, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:27.102518 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-2bcd42e9-bbb3-4d94-a62f-f516d98c0246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146'] for network, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:27.103569 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcd42e9-bbb3-4d94-a62f-f516d98c0246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:59:27.104164 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-2bcd42e9-bbb3-4d94-a62f-f516d98c0246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for network, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:27.133868 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-2bcd42e9-bbb3-4d94-a62f-f516d98c0246 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2781696 Sep 03 09:59:27.138764 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 43240) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:59:27.145768 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.v2.base [None req-121a3665-30d8-4b46-8979-3423f2323ccc admin admin] Request body: {'subnet': {'network_id': 'f72ad496-f764-4697-8b1e-2243f54e0266', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1536378183-subnet', 'tenant_id': 'b4b1f8501f304779967c973e20c64b83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 09:59:27.169980 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121a3665-30d8-4b46-8979-3423f2323ccc admin admin] Made reservation on behalf of b4b1f8501f304779967c973e20c64b83 for: {'subnet': 1} {{(pid=105525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 09:59:27.172747 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-121a3665-30d8-4b46-8979-3423f2323ccc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25634998'] for subnet, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:27.173122 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd42e9-bbb3-4d94-a62f-f516d98c0246 admin admin] Pushing event updated for resources: {'Network': ['ID=f72ad496-f764-4697-8b1e-2243f54e0266,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:59:27.184774 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Network f72ad496-f764-4697-8b1e-2243f54e0266 details requested by agent ovs-agent-dv-cinder-606346-32-iscsi with host dv-cinder-606346-32-iscsi {{(pid=105526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 09:59:27.355669 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-121a3665-30d8-4b46-8979-3423f2323ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25166753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25634968'] for subnet, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:27.406075 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121a3665-30d8-4b46-8979-3423f2323ccc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f120bc9b-5323-462a-bea0-8a555cbe463c,revision_number=0']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:59:27.420789 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121a3665-30d8-4b46-8979-3423f2323ccc admin admin] Checking segment: {'id': '59767ee6-26e8-4e15-9d76-2c6ec5b88422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f72ad496-f764-4697-8b1e-2243f54e0266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 09:59:27.421151 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121a3665-30d8-4b46-8979-3423f2323ccc admin admin] Network hostable DHCP agents. Network: f72ad496-f764-4697-8b1e-2243f54e0266, hostable agents: ['b845873d-a9da-4ebd-9f87-ebd42caf249d'], hosted agents: [] {{(pid=105525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 09:59:27.436772 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121a3665-30d8-4b46-8979-3423f2323ccc admin admin] Network f72ad496-f764-4697-8b1e-2243f54e0266 is scheduled to be hosted by DHCP agent b845873d-a9da-4ebd-9f87-ebd42caf249d with binding_index 1 {{(pid=105525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 09:59:27.445550 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.base_scheduler [None req-121a3665-30d8-4b46-8979-3423f2323ccc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-32-iscsi, f72ad496-f764-4697-8b1e-2243f54e0266) {{(pid=105525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 09:59:27.449527 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121a3665-30d8-4b46-8979-3423f2323ccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:59:27.450153 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-121a3665-30d8-4b46-8979-3423f2323ccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for subnet, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:27.454080 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86fdea8-fc1a-4ef2-bd8d-420eccc96f2d None None] Network f72ad496-f764-4697-8b1e-2243f54e0266 requested from dv-cinder-606346-32-iscsi {{(pid=105526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 09:59:27.473650 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-121a3665-30d8-4b46-8979-3423f2323ccc admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3243990 Sep 03 09:59:27.575213 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b627f77-a167-4db2-9611-054862bd5135 None None] Network f72ad496-f764-4697-8b1e-2243f54e0266 requested from dv-cinder-606346-32-iscsi {{(pid=105526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 09:59:27.575352 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 43246) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:59:27.624011 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.db_base_plugin_v2 [None req-a693d2c4-3e9b-4372-8c2d-6a5f3a13fef0 admin admin] Deleting subnet f043c0e6-2a61-4b90-94c9-2fd881ebcec9 {{(pid=105525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 09:59:27.627700 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-a693d2c4-3e9b-4372-8c2d-6a5f3a13fef0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:27.662423 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-a693d2c4-3e9b-4372-8c2d-6a5f3a13fef0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26582411'] for subnet, precommit_delete_associations {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:27.702218 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-a693d2c4-3e9b-4372-8c2d-6a5f3a13fef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713190'] for subnet, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:27.753705 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-a693d2c4-3e9b-4372-8c2d-6a5f3a13fef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25166688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25634963'] for subnet, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:27.777969 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a693d2c4-3e9b-4372-8c2d-6a5f3a13fef0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f043c0e6-2a61-4b90-94c9-2fd881ebcec9,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:59:27.781826 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-a693d2c4-3e9b-4372-8c2d-6a5f3a13fef0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for subnet, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:27.783682 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-a693d2c4-3e9b-4372-8c2d-6a5f3a13fef0 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/f043c0e6-2a61-4b90-94c9-2fd881ebcec9 HTTP/1.1" status: 204 len: 168 time: 0.2074873 Sep 03 09:59:27.786253 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 43248) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:59:27.856758 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-ade33958-fcab-48c9-92b2-b681341a20dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1404653'] for network, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:27.936951 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-ade33958-fcab-48c9-92b2-b681341a20dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717939', 'neutron.services.segments.db._delete_segments_for_network-8759173696085'] for network, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:27.947952 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.services.segments.db [None req-ade33958-fcab-48c9-92b2-b681341a20dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f5dd091-d1ba-4054-897c-19729cca9fcf']}} {{(pid=105525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:59:27.957771 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.services.segments.db [None req-ade33958-fcab-48c9-92b2-b681341a20dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23f8ef5a-6261-4c03-b27e-051396ba46a3') {'for_net_delete': True} {{(pid=105525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:59:27.958063 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.services.segments.db [None req-ade33958-fcab-48c9-92b2-b681341a20dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23f8ef5a-6261-4c03-b27e-051396ba46a3') {} {{(pid=105525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:59:27.966637 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-ade33958-fcab-48c9-92b2-b681341a20dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759173697630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26582418'] for segment, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:27.980124 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-ade33958-fcab-48c9-92b2-b681341a20dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718351'] for segment, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:27.986393 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ade33958-fcab-48c9-92b2-b681341a20dc admin admin] Releasing vlan 814 on physical network physnet1 to pool {{(pid=105525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 09:59:27.986779 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-ade33958-fcab-48c9-92b2-b681341a20dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25166654'] for segment, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:27.988397 dv-cinder-606346-32-iscsi neutron-server[105525]: Traceback (most recent call last): Sep 03 09:59:27.988397 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 09:59:27.988397 dv-cinder-606346-32-iscsi neutron-server[105525]: timer() Sep 03 09:59:27.988397 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 09:59:27.988397 dv-cinder-606346-32-iscsi neutron-server[105525]: cb(*args, **kw) Sep 03 09:59:27.988397 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 09:59:27.988397 dv-cinder-606346-32-iscsi neutron-server[105525]: return func(*args, **kwargs) Sep 03 09:59:27.988397 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 09:59:27.988397 dv-cinder-606346-32-iscsi neutron-server[105525]: self._notify() Sep 03 09:59:27.988397 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 09:59:27.988397 dv-cinder-606346-32-iscsi neutron-server[105525]: self.callback(batched_events) Sep 03 09:59:27.988397 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 09:59:27.988397 dv-cinder-606346-32-iscsi neutron-server[105525]: event.method(event) Sep 03 09:59:27.988397 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 09:59:27.988397 dv-cinder-606346-32-iscsi neutron-server[105525]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 09:59:27.988397 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 09:59:27.988397 dv-cinder-606346-32-iscsi neutron-server[105525]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 09:59:27.988397 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 09:59:27.988397 dv-cinder-606346-32-iscsi neutron-server[105525]: return f(self, *a, **k) Sep 03 09:59:27.988397 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 09:59:27.988397 dv-cinder-606346-32-iscsi neutron-server[105525]: return self._get(url).json() Sep 03 09:59:27.988397 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 09:59:27.988397 dv-cinder-606346-32-iscsi neutron-server[105525]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 09:59:27.988397 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 09:59:27.988397 dv-cinder-606346-32-iscsi neutron-server[105525]: return self.request(url, 'GET', **kwargs) Sep 03 09:59:27.988397 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 09:59:27.988397 dv-cinder-606346-32-iscsi neutron-server[105525]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 09:59:27.988397 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 09:59:27.988397 dv-cinder-606346-32-iscsi neutron-server[105525]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 09:59:27.988397 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 09:59:27.988397 dv-cinder-606346-32-iscsi neutron-server[105525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 09:59:27.988397 dv-cinder-606346-32-iscsi neutron-server[105525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 09:59:28.043836 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-ade33958-fcab-48c9-92b2-b681341a20dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417317'] for network, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:28.049564 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-ade33958-fcab-48c9-92b2-b681341a20dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for network, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:28.051414 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-ade33958-fcab-48c9-92b2-b681341a20dc admin admin] 10.222.0.67 "DELETE /v2.0/networks/1f5dd091-d1ba-4054-897c-19729cca9fcf HTTP/1.1" status: 204 len: 168 time: 0.2642589 Sep 03 09:59:28.054412 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 43250) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:59:28.062033 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade33958-fcab-48c9-92b2-b681341a20dc admin admin] Pushing event deleted for resources: {'Network': ['ID=1f5dd091-d1ba-4054-897c-19729cca9fcf,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:59:28.100071 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbc759cc-0a8b-4092-9adc-27272032e795 admin admin] Deleting subnet f120bc9b-5323-462a-bea0-8a555cbe463c {{(pid=105524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 09:59:28.103140 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-dbc759cc-0a8b-4092-9adc-27272032e795 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:28.136186 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-dbc759cc-0a8b-4092-9adc-27272032e795 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25747459'] for subnet, precommit_delete_associations {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:28.174513 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-dbc759cc-0a8b-4092-9adc-27272032e795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713190'] for subnet, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:28.232181 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-dbc759cc-0a8b-4092-9adc-27272032e795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25413120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27188830'] for subnet, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:28.258364 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc759cc-0a8b-4092-9adc-27272032e795 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f120bc9b-5323-462a-bea0-8a555cbe463c,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:59:28.262282 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-dbc759cc-0a8b-4092-9adc-27272032e795 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:28.264221 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-dbc759cc-0a8b-4092-9adc-27272032e795 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/f120bc9b-5323-462a-bea0-8a555cbe463c HTTP/1.1" status: 204 len: 168 time: 0.2087281 Sep 03 09:59:28.267053 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 43252) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:59:28.336750 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-47852e1b-0a07-4d35-973a-f6a7dab2d27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1404653'] for network, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:28.419232 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-47852e1b-0a07-4d35-973a-f6a7dab2d27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717939', 'neutron.services.segments.db._delete_segments_for_network-8759173696085'] for network, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:28.430792 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.services.segments.db [None req-47852e1b-0a07-4d35-973a-f6a7dab2d27c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f72ad496-f764-4697-8b1e-2243f54e0266']}} {{(pid=105524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:59:28.442101 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.services.segments.db [None req-47852e1b-0a07-4d35-973a-f6a7dab2d27c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59767ee6-26e8-4e15-9d76-2c6ec5b88422') {'for_net_delete': True} {{(pid=105524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:59:28.442400 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.services.segments.db [None req-47852e1b-0a07-4d35-973a-f6a7dab2d27c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59767ee6-26e8-4e15-9d76-2c6ec5b88422') {} {{(pid=105524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:59:28.451664 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-47852e1b-0a07-4d35-973a-f6a7dab2d27c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759173697630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25747482'] for segment, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:28.466034 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-47852e1b-0a07-4d35-973a-f6a7dab2d27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718351'] for segment, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:28.472958 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47852e1b-0a07-4d35-973a-f6a7dab2d27c admin admin] Releasing vlan 819 on physical network physnet1 to pool {{(pid=105524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 09:59:28.473349 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-47852e1b-0a07-4d35-973a-f6a7dab2d27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25413214'] for segment, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:28.475021 dv-cinder-606346-32-iscsi neutron-server[105524]: Traceback (most recent call last): Sep 03 09:59:28.475021 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 09:59:28.475021 dv-cinder-606346-32-iscsi neutron-server[105524]: timer() Sep 03 09:59:28.475021 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 09:59:28.475021 dv-cinder-606346-32-iscsi neutron-server[105524]: cb(*args, **kw) Sep 03 09:59:28.475021 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 09:59:28.475021 dv-cinder-606346-32-iscsi neutron-server[105524]: return func(*args, **kwargs) Sep 03 09:59:28.475021 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 09:59:28.475021 dv-cinder-606346-32-iscsi neutron-server[105524]: self._notify() Sep 03 09:59:28.475021 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 09:59:28.475021 dv-cinder-606346-32-iscsi neutron-server[105524]: self.callback(batched_events) Sep 03 09:59:28.475021 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 09:59:28.475021 dv-cinder-606346-32-iscsi neutron-server[105524]: event.method(event) Sep 03 09:59:28.475021 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 09:59:28.475021 dv-cinder-606346-32-iscsi neutron-server[105524]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 09:59:28.475021 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 09:59:28.475021 dv-cinder-606346-32-iscsi neutron-server[105524]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 09:59:28.475021 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 09:59:28.475021 dv-cinder-606346-32-iscsi neutron-server[105524]: return f(self, *a, **k) Sep 03 09:59:28.475021 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 09:59:28.475021 dv-cinder-606346-32-iscsi neutron-server[105524]: return self._get(url).json() Sep 03 09:59:28.475021 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 09:59:28.475021 dv-cinder-606346-32-iscsi neutron-server[105524]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 09:59:28.475021 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 09:59:28.475021 dv-cinder-606346-32-iscsi neutron-server[105524]: return self.request(url, 'GET', **kwargs) Sep 03 09:59:28.475021 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 09:59:28.475021 dv-cinder-606346-32-iscsi neutron-server[105524]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 09:59:28.475021 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 09:59:28.475021 dv-cinder-606346-32-iscsi neutron-server[105524]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 09:59:28.475021 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 09:59:28.475021 dv-cinder-606346-32-iscsi neutron-server[105524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 09:59:28.475021 dv-cinder-606346-32-iscsi neutron-server[105524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 09:59:28.532240 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-47852e1b-0a07-4d35-973a-f6a7dab2d27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417317'] for network, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:28.540551 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-47852e1b-0a07-4d35-973a-f6a7dab2d27c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for network, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:28.543929 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-47852e1b-0a07-4d35-973a-f6a7dab2d27c admin admin] 10.222.0.67 "DELETE /v2.0/networks/f72ad496-f764-4697-8b1e-2243f54e0266 HTTP/1.1" status: 204 len: 168 time: 0.2756886 Sep 03 09:59:28.557407 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47852e1b-0a07-4d35-973a-f6a7dab2d27c admin admin] Pushing event deleted for resources: {'Network': ['ID=f72ad496-f764-4697-8b1e-2243f54e0266,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:59:28.718200 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 43256) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:59:28.758598 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-36f24969-a9bf-4e39-b7df-a27033b22a25 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9b01bf1b5a4c4a63b94a6bf6a8ebe99e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391681 Sep 03 09:59:28.760968 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 43258) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:59:28.808643 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-e37fa882-4f0e-4da1-81d4-60746069efb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:28.828760 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-e37fa882-4f0e-4da1-81d4-60746069efb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:28.874465 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-e37fa882-4f0e-4da1-81d4-60746069efb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:28.877537 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-e37fa882-4f0e-4da1-81d4-60746069efb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:28.878714 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-e37fa882-4f0e-4da1-81d4-60746069efb8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7d402dc9-3f81-47cc-8cf4-56b386000cfb HTTP/1.1" status: 204 len: 168 time: 0.1168530 Sep 03 09:59:28.886294 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37fa882-4f0e-4da1-81d4-60746069efb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d402dc9-3f81-47cc-8cf4-56b386000cfb,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:59:29.168322 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-29e405ed-4f24-461e-bb76-9651d24efe98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:29.199967 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 43264) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:59:29.238339 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-8f06b50f-b8e8-475a-a63d-ddab1547f638 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b4b1f8501f304779967c973e20c64b83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373464 Sep 03 09:59:29.240617 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 43266) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:59:29.289234 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-1a8f4390-eae2-4768-b0da-1cbcc472c4f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:29.315372 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-1a8f4390-eae2-4768-b0da-1cbcc472c4f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:29.363290 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-1a8f4390-eae2-4768-b0da-1cbcc472c4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:29.365973 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-1a8f4390-eae2-4768-b0da-1cbcc472c4f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:29.367127 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-1a8f4390-eae2-4768-b0da-1cbcc472c4f8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7ff4e5f6-aec6-41c6-af87-9edb63db9694 HTTP/1.1" status: 204 len: 168 time: 0.1256452 Sep 03 09:59:29.374551 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8f4390-eae2-4768-b0da-1cbcc472c4f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff4e5f6-aec6-41c6-af87-9edb63db9694,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:59:31.176038 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 43328) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:59:31.276803 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-eaa403db-d942-423c-8940-965fa36b0d1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:31.371481 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-eaa403db-d942-423c-8940-965fa36b0d1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:31.375292 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-eaa403db-d942-423c-8940-965fa36b0d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:31.413137 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-eaa403db-d942-423c-8940-965fa36b0d1f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a76892175cb648d59756a709933de7d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2360115 Sep 03 09:59:31.413865 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa403db-d942-423c-8940-965fa36b0d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730093d2-c550-4474-b744-dac0ba6b056f,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:59:31.416522 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 43332) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:59:31.468069 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-e780b8c3-81dc-4be3-932b-69c6721cf49c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:31.489760 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-e780b8c3-81dc-4be3-932b-69c6721cf49c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:31.535566 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-e780b8c3-81dc-4be3-932b-69c6721cf49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:31.538151 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-e780b8c3-81dc-4be3-932b-69c6721cf49c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:31.539334 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-e780b8c3-81dc-4be3-932b-69c6721cf49c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/730093d2-c550-4474-b744-dac0ba6b056f HTTP/1.1" status: 204 len: 168 time: 0.1217978 Sep 03 09:59:31.547063 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e780b8c3-81dc-4be3-932b-69c6721cf49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730093d2-c550-4474-b744-dac0ba6b056f,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:59:31.807822 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 43338) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:59:31.820804 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-320d89d9-8eb4-4447-a14f-d352dd020b48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:31.908936 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-320d89d9-8eb4-4447-a14f-d352dd020b48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:31.913010 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-320d89d9-8eb4-4447-a14f-d352dd020b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:31.954137 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-320d89d9-8eb4-4447-a14f-d352dd020b48 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1144e84a2d8f449395f2d6fc99d1ce44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1451747 Sep 03 09:59:31.955587 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320d89d9-8eb4-4447-a14f-d352dd020b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1708d5af-c9a6-4910-a3b2-d26c68c91e5e,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:59:31.957523 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 43340) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:59:32.011043 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-5ae0048a-d4c2-41bf-8a7a-3e1de1f54da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:32.033328 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-5ae0048a-d4c2-41bf-8a7a-3e1de1f54da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:32.083119 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-5ae0048a-d4c2-41bf-8a7a-3e1de1f54da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:32.086098 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-5ae0048a-d4c2-41bf-8a7a-3e1de1f54da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:32.087253 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-5ae0048a-d4c2-41bf-8a7a-3e1de1f54da0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1708d5af-c9a6-4910-a3b2-d26c68c91e5e HTTP/1.1" status: 204 len: 168 time: 0.1286547 Sep 03 09:59:32.095793 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae0048a-d4c2-41bf-8a7a-3e1de1f54da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1708d5af-c9a6-4910-a3b2-d26c68c91e5e,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:59:32.099630 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-1d81659d-9930-44b4-bcac-aac6bb0b000f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:33.499313 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:33.666696 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 43384) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:59:33.775089 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-a4634b3d-4e59-4a45-b003-40fa9f97b6d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:33.827565 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a642e642-fcb2-47b5-b777-13e8b57c6243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:33.862733 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-a4634b3d-4e59-4a45-b003-40fa9f97b6d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:33.866214 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-a4634b3d-4e59-4a45-b003-40fa9f97b6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:33.906354 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-a4634b3d-4e59-4a45-b003-40fa9f97b6d4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0f7c4277d30f4d879d3f5ee2a03add22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2384787 Sep 03 09:59:33.907063 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4634b3d-4e59-4a45-b003-40fa9f97b6d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880d165b-579b-4bd1-b528-9121bdf55726,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:59:33.909066 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 43388) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:59:33.966953 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-bd2b0af1-d0e7-4072-8d96-04e268586161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:33.988435 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-bd2b0af1-d0e7-4072-8d96-04e268586161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:34.033631 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-bd2b0af1-d0e7-4072-8d96-04e268586161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:34.036197 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-bd2b0af1-d0e7-4072-8d96-04e268586161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:34.037367 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-bd2b0af1-d0e7-4072-8d96-04e268586161 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/880d165b-579b-4bd1-b528-9121bdf55726 HTTP/1.1" status: 204 len: 168 time: 0.1272142 Sep 03 09:59:34.044701 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b0af1-d0e7-4072-8d96-04e268586161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880d165b-579b-4bd1-b528-9121bdf55726,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:59:34.291499 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 43394) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:59:34.305195 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-5a1266b3-cc33-4b21-ab21-1f4eec615c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:34.393845 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-5a1266b3-cc33-4b21-ab21-1f4eec615c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:34.397464 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-5a1266b3-cc33-4b21-ab21-1f4eec615c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:34.435453 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-5a1266b3-cc33-4b21-ab21-1f4eec615c1c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=983dde5fe4ba4c5e99c2040724117de0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1427891 Sep 03 09:59:34.436154 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1266b3-cc33-4b21-ab21-1f4eec615c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fdfc61e-da02-4058-a597-913e89be5b0a,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:59:34.438083 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 43396) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:59:34.490091 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-95bc2342-9850-4726-8091-71642fab6aab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:34.510422 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-86f92317-4722-4035-969f-07b0852c8c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:34.511402 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-95bc2342-9850-4726-8091-71642fab6aab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:34.557439 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-95bc2342-9850-4726-8091-71642fab6aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:34.560024 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-95bc2342-9850-4726-8091-71642fab6aab admin admin] Notify callbacks [] for security_group, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:34.561207 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-95bc2342-9850-4726-8091-71642fab6aab admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5fdfc61e-da02-4058-a597-913e89be5b0a HTTP/1.1" status: 204 len: 168 time: 0.1219561 Sep 03 09:59:34.568710 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bc2342-9850-4726-8091-71642fab6aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fdfc61e-da02-4058-a597-913e89be5b0a,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:59:36.143223 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 43442) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:59:36.254556 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-eb42283b-516a-41ba-ac44-96961e163e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:36.338999 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-eb42283b-516a-41ba-ac44-96961e163e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:36.342744 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-eb42283b-516a-41ba-ac44-96961e163e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:36.380572 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-eb42283b-516a-41ba-ac44-96961e163e7f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=94b6aef0580b4106a307a6840c6f827c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2363319 Sep 03 09:59:36.381817 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb42283b-516a-41ba-ac44-96961e163e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432c4196-aecd-4473-80cc-3614503d3b7c,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:59:36.383276 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 43446) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:59:36.433570 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-d3f655bc-bcb7-4036-a5d7-7607b5fb27d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:36.454391 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-d3f655bc-bcb7-4036-a5d7-7607b5fb27d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:36.502597 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-d3f655bc-bcb7-4036-a5d7-7607b5fb27d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:36.505252 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-d3f655bc-bcb7-4036-a5d7-7607b5fb27d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:36.506472 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-d3f655bc-bcb7-4036-a5d7-7607b5fb27d3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/432c4196-aecd-4473-80cc-3614503d3b7c HTTP/1.1" status: 204 len: 168 time: 0.1221569 Sep 03 09:59:36.514316 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f655bc-bcb7-4036-a5d7-7607b5fb27d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432c4196-aecd-4473-80cc-3614503d3b7c,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:59:36.801897 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 43452) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:59:36.818323 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-c60ab4ad-1e07-4914-abd3-49a0b98b6e29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:36.909985 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-c60ab4ad-1e07-4914-abd3-49a0b98b6e29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:36.914272 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-c60ab4ad-1e07-4914-abd3-49a0b98b6e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:36.954342 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-c60ab4ad-1e07-4914-abd3-49a0b98b6e29 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8ee77dd9a2dd4e5680c73829c6c763b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1512671 Sep 03 09:59:36.955135 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ab4ad-1e07-4914-abd3-49a0b98b6e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c37fb4-f342-4ab5-bc44-911e73e9322d,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:59:36.957747 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 43454) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:59:37.009219 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-08988f25-ff66-4792-b88b-77a0a19467a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:37.033260 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-08988f25-ff66-4792-b88b-77a0a19467a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:37.079386 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-08988f25-ff66-4792-b88b-77a0a19467a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:37.082204 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-08988f25-ff66-4792-b88b-77a0a19467a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:37.083478 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-08988f25-ff66-4792-b88b-77a0a19467a2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e7c37fb4-f342-4ab5-bc44-911e73e9322d HTTP/1.1" status: 204 len: 168 time: 0.1246772 Sep 03 09:59:37.091319 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08988f25-ff66-4792-b88b-77a0a19467a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c37fb4-f342-4ab5-bc44-911e73e9322d,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:59:43.035936 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.agents_db [None req-2440585d-454d-4def-9aab-3d39e7194109 None None] Agent healthcheck: found 6 active agents {{(pid=105527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 09:59:48.778764 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:55.106715 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-059d6b5f-8b4b-4ba8-ad41-1b80e5ee428a req-af315a51-c8f4-4c36-8765-5ddf80ee38c8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5d39a733-001d-4aa8-ae10-afd4108dd828&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423856 Sep 03 09:59:55.167324 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d6b5f-8b4b-4ba8-ad41-1b80e5ee428a req-1ff926d5-e95c-4ead-91ac-9be7c2b3c5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:59:55.168972 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-059d6b5f-8b4b-4ba8-ad41-1b80e5ee428a req-1ff926d5-e95c-4ead-91ac-9be7c2b3c5e8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=44b3fef83509437faeb9b56d841754dc&device_id=5d39a733-001d-4aa8-ae10-afd4108dd828 HTTP/1.1" status: 200 len: 1099 time: 0.0407822 Sep 03 09:59:55.272607 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d6b5f-8b4b-4ba8-ad41-1b80e5ee428a req-900f1b1b-d3e2-499e-8c67-011ab5124c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:59:55.274134 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-059d6b5f-8b4b-4ba8-ad41-1b80e5ee428a req-900f1b1b-d3e2-499e-8c67-011ab5124c92 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6c3f9ad0-7bd7-4b81-8392-49aacbf78e47 HTTP/1.1" status: 200 len: 913 time: 0.0856829 Sep 03 09:59:55.343617 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-059d6b5f-8b4b-4ba8-ad41-1b80e5ee428a req-2d5f0473-a30c-474a-afe3-a3e3d2d53e8c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6222adc6-96c0-4af0-b43c-be1a4f66db2c HTTP/1.1" status: 200 len: 1002 time: 0.0620563 Sep 03 09:59:55.394088 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d6b5f-8b4b-4ba8-ad41-1b80e5ee428a req-49dfd055-8403-4e50-967a-8cd751bd33c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:59:55.395575 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-059d6b5f-8b4b-4ba8-ad41-1b80e5ee428a req-49dfd055-8403-4e50-967a-8cd751bd33c8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f30130ee-7f80-427c-b15d-1973012df7f3 HTTP/1.1" status: 200 len: 851 time: 0.0449700 Sep 03 09:59:55.441554 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d6b5f-8b4b-4ba8-ad41-1b80e5ee428a req-93f57b9f-ccab-4480-9df5-2dd8687d45ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:59:55.443142 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-059d6b5f-8b4b-4ba8-ad41-1b80e5ee428a req-93f57b9f-ccab-4480-9df5-2dd8687d45ec service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6c3f9ad0-7bd7-4b81-8392-49aacbf78e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0410719 Sep 03 09:59:55.537761 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-059d6b5f-8b4b-4ba8-ad41-1b80e5ee428a req-5f09fb7d-4e13-4e6a-8a65-6d52d2f20ce1 service neutron] 10.222.0.60 "GET /v2.0/networks/6c3f9ad0-7bd7-4b81-8392-49aacbf78e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874956 Sep 03 09:59:55.632203 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-059d6b5f-8b4b-4ba8-ad41-1b80e5ee428a req-61a5c6df-d982-4253-9afa-b1eeb07027c4 service neutron] 10.222.0.60 "GET /v2.0/networks/6c3f9ad0-7bd7-4b81-8392-49aacbf78e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865428 Sep 03 09:59:56.717804 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 43606) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:59:56.829796 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-41a3d8ea-c496-4c4d-8695-2e40d98efca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:56.917974 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-41a3d8ea-c496-4c4d-8695-2e40d98efca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:56.921650 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-41a3d8ea-c496-4c4d-8695-2e40d98efca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:56.959539 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-41a3d8ea-c496-4c4d-8695-2e40d98efca6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=77ec01da5d504c8f9f83b2c50266fbc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2406924 Sep 03 09:59:56.960916 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a3d8ea-c496-4c4d-8695-2e40d98efca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7997ff-a9de-4e2e-a682-06e206cb26cb,revision_number=1']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:59:56.963819 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 43610) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:59:56.969005 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3d8ea-c496-4c4d-8695-2e40d98efca6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:59:56.969362 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3d8ea-c496-4c4d-8695-2e40d98efca6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:59:56.969915 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3d8ea-c496-4c4d-8695-2e40d98efca6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:59:56.970265 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3d8ea-c496-4c4d-8695-2e40d98efca6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:59:56.970608 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3d8ea-c496-4c4d-8695-2e40d98efca6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:59:56.970950 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3d8ea-c496-4c4d-8695-2e40d98efca6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:59:56.971343 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3d8ea-c496-4c4d-8695-2e40d98efca6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:59:56.972220 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3d8ea-c496-4c4d-8695-2e40d98efca6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:59:56.972530 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3d8ea-c496-4c4d-8695-2e40d98efca6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:59:56.972870 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3d8ea-c496-4c4d-8695-2e40d98efca6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:59:56.973196 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3d8ea-c496-4c4d-8695-2e40d98efca6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:59:56.973522 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3d8ea-c496-4c4d-8695-2e40d98efca6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:59:57.018986 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-e9250c05-0096-40f8-95a6-7584e8ecc666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:57.040985 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-e9250c05-0096-40f8-95a6-7584e8ecc666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:57.085911 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-e9250c05-0096-40f8-95a6-7584e8ecc666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:57.088447 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-e9250c05-0096-40f8-95a6-7584e8ecc666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:57.089608 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-e9250c05-0096-40f8-95a6-7584e8ecc666 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bb7997ff-a9de-4e2e-a682-06e206cb26cb HTTP/1.1" status: 204 len: 168 time: 0.1247954 Sep 03 09:59:57.098165 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9250c05-0096-40f8-95a6-7584e8ecc666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7997ff-a9de-4e2e-a682-06e206cb26cb,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:59:57.105235 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9250c05-0096-40f8-95a6-7584e8ecc666 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:59:57.105627 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9250c05-0096-40f8-95a6-7584e8ecc666 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:59:57.106092 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9250c05-0096-40f8-95a6-7584e8ecc666 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:59:57.106442 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9250c05-0096-40f8-95a6-7584e8ecc666 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:59:57.106783 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9250c05-0096-40f8-95a6-7584e8ecc666 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:59:57.107123 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9250c05-0096-40f8-95a6-7584e8ecc666 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:59:57.107459 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9250c05-0096-40f8-95a6-7584e8ecc666 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:59:57.107794 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9250c05-0096-40f8-95a6-7584e8ecc666 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:59:57.108127 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9250c05-0096-40f8-95a6-7584e8ecc666 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:59:57.108476 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9250c05-0096-40f8-95a6-7584e8ecc666 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:59:57.108787 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9250c05-0096-40f8-95a6-7584e8ecc666 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:59:57.109116 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9250c05-0096-40f8-95a6-7584e8ecc666 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 09:59:58.587342 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 43650) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 09:59:58.753857 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.plugin [None req-ba7f459e-b47f-4b5e-94f9-c33151534b1a tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Deleting port 38bb2b02-ff6b-44b4-a7f7-149d15a89a2c {{(pid=105525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 09:59:58.754204 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-ba7f459e-b47f-4b5e-94f9-c33151534b1a tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:58.828747 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-ba7f459e-b47f-4b5e-94f9-c33151534b1a tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:58.829081 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-ba7f459e-b47f-4b5e-94f9-c33151534b1a tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:58.842136 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.plugin [None req-ba7f459e-b47f-4b5e-94f9-c33151534b1a tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Calling delete_port for 38bb2b02-ff6b-44b4-a7f7-149d15a89a2c owned by network:floatingip {{(pid=105525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 09:59:59.011805 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-ba7f459e-b47f-4b5e-94f9-c33151534b1a tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25166669'] for port, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:59.035530 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7f459e-b47f-4b5e-94f9-c33151534b1a tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Pushing event deleted for resources: {'Port': ['ID=38bb2b02-ff6b-44b4-a7f7-149d15a89a2c,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 09:59:59.099198 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-ba7f459e-b47f-4b5e-94f9-c33151534b1a tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Notify callbacks [] for floatingip, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:59.099436 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.db.l3_db [None req-ba7f459e-b47f-4b5e-94f9-c33151534b1a tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Floating IP 1beac71b-7f76-40a8-ae08-e04f52860dc7 disassociated (deleted). External IP: 172.27.3.85, port: 2ab1b4a9-ee18-485c-8683-19fdfdc012fb. Sep 03 09:59:59.168387 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-7936dbb4-8fda-4ff0-a21a-432ea4dec0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:59.303580 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba7f459e-b47f-4b5e-94f9-c33151534b1a tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Router 18d17f1e-336f-4863-b5bd-04393f75e6a4 has already been hosted by L3 agent d52909a0-0f60-4ffe-9597-25dbe871271a {{(pid=105525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 09:59:59.414954 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7f459e-b47f-4b5e-94f9-c33151534b1a tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Notify agent at l3_agent.dv-cinder-606346-32-iscsi the message routers_updated {{(pid=105525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 09:59:59.423589 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-ba7f459e-b47f-4b5e-94f9-c33151534b1a tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for floatingip, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 09:59:59.426515 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe394ae-5e06-44cf-8e09-fe8401155798 None None] Sync routers for ids ['18d17f1e-336f-4863-b5bd-04393f75e6a4'] in dv-cinder-606346-32-iscsi {{(pid=105526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 09:59:59.436302 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe394ae-5e06-44cf-8e09-fe8401155798 None None] Routers {'18d17f1e-336f-4863-b5bd-04393f75e6a4'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:59:59.436939 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-cfe394ae-5e06-44cf-8e09-fe8401155798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:59:32Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['18d17f1e-336f-4863-b5bd-04393f75e6a4'], 'active': True} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:59:59.455187 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-ba7f459e-b47f-4b5e-94f9-c33151534b1a tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "DELETE /v2.0/floatingips/1beac71b-7f76-40a8-ae08-e04f52860dc7 HTTP/1.1" status: 204 len: 168 time: 0.8643553 Sep 03 09:59:59.455187 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b97162-9b52-4acb-9d3f-b11b40f05792', 'tag': '2ab1b4a9-ee18-485c-8683-19fdfdc012fb'}] {{(pid=105525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 09:59:59.455744 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}796b472ff3031a1c59aa5156df15414b1b35e6d7494da734e784d35b582b3c32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083a49eb-ef45-4842-a7e4-bbe32f8fbcaf" -d '{"events": [{"name": "network-changed", "server_uuid": "19b97162-9b52-4acb-9d3f-b11b40f05792", "tag": "2ab1b4a9-ee18-485c-8683-19fdfdc012fb"}]}' {{(pid=105525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 09:59:59.492902 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 09:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e9afff-ec69-4264-8533-6896e75c9d7b x-openstack-request-id: req-82e9afff-ec69-4264-8533-6896e75c9d7b {{(pid=105525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 09:59:59.493204 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19b97162-9b52-4acb-9d3f-b11b40f05792", "tag": "2ab1b4a9-ee18-485c-8683-19fdfdc012fb", "status": "completed", "code": 200}]} {{(pid=105525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 09:59:59.493458 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-82e9afff-ec69-4264-8533-6896e75c9d7b {{(pid=105525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 09:59:59.493892 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19b97162-9b52-4acb-9d3f-b11b40f05792', 'tag': '2ab1b4a9-ee18-485c-8683-19fdfdc012fb', 'status': 'completed', 'code': 200} Sep 03 09:59:59.555138 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a49eb-ef45-4842-a7e4-bbe32f8fbcaf req-d8a12439-d686-4ba1-a2f9-acdb7d7883ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:59:59.556662 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-083a49eb-ef45-4842-a7e4-bbe32f8fbcaf req-d8a12439-d686-4ba1-a2f9-acdb7d7883ae service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c1ec96c4279b4069b2fcb5e4c742344a&device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 1099 time: 0.0412157 Sep 03 09:59:59.561170 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvr_db [None req-cfe394ae-5e06-44cf-8e09-fe8401155798 None None] Set router 18d17f1e-336f-4863-b5bd-04393f75e6a4 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 09:59:59.658564 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a49eb-ef45-4842-a7e4-bbe32f8fbcaf req-3bf94a0c-da47-4959-972b-f2347bca44e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:59:59.660503 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-083a49eb-ef45-4842-a7e4-bbe32f8fbcaf req-3bf94a0c-da47-4959-972b-f2347bca44e9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8 HTTP/1.1" status: 200 len: 909 time: 0.0967906 Sep 03 09:59:59.703415 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ecf246-238b-4aa4-9ac4-68438c00b3af req-79684048-6c58-4699-8a61-ac062f42ed94 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 09:59:59.704956 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-90ecf246-238b-4aa4-9ac4-68438c00b3af req-79684048-6c58-4699-8a61-ac062f42ed94 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 946 time: 0.0512531 Sep 03 09:59:59.744646 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-90ecf246-238b-4aa4-9ac4-68438c00b3af req-87cf74bd-cd6b-4237-8f6d-1ee938c31be9 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/security-groups?id=29752035-1baa-4bb6-98e5-d8c1a0c5d1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334315 Sep 03 09:59:59.775662 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-cfe394ae-5e06-44cf-8e09-fe8401155798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d17f1e-336f-4863-b5bd-04393f75e6a4', 'name': 'tempest-TestShelveInstance-772398438-router', 'tenant_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '772e2c76-1ea8-42ce-a42a-1c5709f75a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:54:51Z', 'updated_at': '2021-09-03T09:54:55Z', 'revision_number': 4, 'project_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'gw_port': {'id': '772e2c76-1ea8-42ce-a42a-1c5709f75a5f', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d17f1e-336f-4863-b5bd-04393f75e6a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:52Z', 'updated_at': '2021-09-03T09:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_interfaces': [{'id': 'aecaa0ba-1841-4130-a4b8-58ec586a5b5d', 'name': '', 'network_id': 'e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8', 'tenant_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'mac_address': 'fa:16:3e:8b:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d17f1e-336f-4863-b5bd-04393f75e6a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8b109763-0193-4b59-85f3-359058c4faaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:54Z', 'updated_at': '2021-09-03T09:55:02Z', 'revision_number': 5, 'project_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'subnets': [{'id': '8b109763-0193-4b59-85f3-359058c4faaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:59:59.801987 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe394ae-5e06-44cf-8e09-fe8401155798 None None] Checking router: 18d17f1e-336f-4863-b5bd-04393f75e6a4 for host: dv-cinder-606346-32-iscsi {{(pid=105526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 09:59:59.810093 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe394ae-5e06-44cf-8e09-fe8401155798 None None] Routers {'18d17f1e-336f-4863-b5bd-04393f75e6a4'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 09:59:59.810707 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-cfe394ae-5e06-44cf-8e09-fe8401155798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T09:59:32Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['18d17f1e-336f-4863-b5bd-04393f75e6a4'], 'active': True} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 09:59:59.911993 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvr_db [None req-cfe394ae-5e06-44cf-8e09-fe8401155798 None None] Set router 18d17f1e-336f-4863-b5bd-04393f75e6a4 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 10:00:00.111309 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-cfe394ae-5e06-44cf-8e09-fe8401155798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d17f1e-336f-4863-b5bd-04393f75e6a4', 'name': 'tempest-TestShelveInstance-772398438-router', 'tenant_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '772e2c76-1ea8-42ce-a42a-1c5709f75a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:54:51Z', 'updated_at': '2021-09-03T09:54:55Z', 'revision_number': 4, 'project_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'gw_port': {'id': '772e2c76-1ea8-42ce-a42a-1c5709f75a5f', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d17f1e-336f-4863-b5bd-04393f75e6a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:52Z', 'updated_at': '2021-09-03T09:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_interfaces': [{'id': 'aecaa0ba-1841-4130-a4b8-58ec586a5b5d', 'name': '', 'network_id': 'e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8', 'tenant_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'mac_address': 'fa:16:3e:8b:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d17f1e-336f-4863-b5bd-04393f75e6a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8b109763-0193-4b59-85f3-359058c4faaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:54Z', 'updated_at': '2021-09-03T09:55:02Z', 'revision_number': 5, 'project_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'subnets': [{'id': '8b109763-0193-4b59-85f3-359058c4faaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 10:00:00.140919 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe394ae-5e06-44cf-8e09-fe8401155798 None None] The sync data for ids ['18d17f1e-336f-4863-b5bd-04393f75e6a4'] in dv-cinder-606346-32-iscsi is: [{'id': '18d17f1e-336f-4863-b5bd-04393f75e6a4', 'name': 'tempest-TestShelveInstance-772398438-router', 'tenant_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '772e2c76-1ea8-42ce-a42a-1c5709f75a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:54:51Z', 'updated_at': '2021-09-03T09:54:55Z', 'revision_number': 4, 'project_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'gw_port': {'id': '772e2c76-1ea8-42ce-a42a-1c5709f75a5f', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d17f1e-336f-4863-b5bd-04393f75e6a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:52Z', 'updated_at': '2021-09-03T09:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_interfaces': [{'id': 'aecaa0ba-1841-4130-a4b8-58ec586a5b5d', 'name': '', 'network_id': 'e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8', 'tenant_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'mac_address': 'fa:16:3e:8b:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d17f1e-336f-4863-b5bd-04393f75e6a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8b109763-0193-4b59-85f3-359058c4faaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:54Z', 'updated_at': '2021-09-03T09:55:02Z', 'revision_number': 5, 'project_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'subnets': [{'id': '8b109763-0193-4b59-85f3-359058c4faaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 10:00:00.359608 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24b3d63-61da-4b78-81d6-1602a7b0c431 None None] New status for floating IP 1beac71b-7f76-40a8-ae08-e04f52860dc7: DOWN {{(pid=105527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 10:00:00.606203 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-083a49eb-ef45-4842-a7e4-bbe32f8fbcaf req-6c4c5e0c-5705-44bd-ad09-b5a4cf905ad6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ab1b4a9-ee18-485c-8683-19fdfdc012fb HTTP/1.1" status: 200 len: 217 time: 0.0359535 Sep 03 10:00:00.860215 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730620d-4708-4e43-8d0e-56ff8e362ed4 req-cf503b17-7110-46e1-a5bb-56022106dd72 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 10:00:00.861729 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-9730620d-4708-4e43-8d0e-56ff8e362ed4 req-cf503b17-7110-46e1-a5bb-56022106dd72 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 946 time: 0.0505919 Sep 03 10:00:00.900109 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-9730620d-4708-4e43-8d0e-56ff8e362ed4 req-4f4916b4-1c22-4574-ad9b-c4e90d5c5c02 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/security-groups?id=29752035-1baa-4bb6-98e5-d8c1a0c5d1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318184 Sep 03 10:00:01.459018 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a49eb-ef45-4842-a7e4-bbe32f8fbcaf req-a8609ed3-8cb6-4e26-ac4a-78d8db527cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 10:00:01.460487 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-083a49eb-ef45-4842-a7e4-bbe32f8fbcaf req-a8609ed3-8cb6-4e26-ac4a-78d8db527cd1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b109763-0193-4b59-85f3-359058c4faaf HTTP/1.1" status: 200 len: 847 time: 0.0478878 Sep 03 10:00:02.017508 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f3094-0647-446d-a2fb-c9f4e85d32dc req-2b1d4859-0db9-4e62-a088-da5ceb799b18 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 10:00:02.019583 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-749f3094-0647-446d-a2fb-c9f4e85d32dc req-2b1d4859-0db9-4e62-a088-da5ceb799b18 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 946 time: 0.0491941 Sep 03 10:00:02.055507 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-749f3094-0647-446d-a2fb-c9f4e85d32dc req-8365f21e-ecf3-4671-8c83-25df65a01f0b tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/security-groups?id=29752035-1baa-4bb6-98e5-d8c1a0c5d1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300767 Sep 03 10:00:02.100445 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a24f8e6b-615b-42da-996d-4abbf0544272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:02.432201 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a49eb-ef45-4842-a7e4-bbe32f8fbcaf req-c4119314-36fb-460a-be23-9c510c2aa5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 10:00:02.433777 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-083a49eb-ef45-4842-a7e4-bbe32f8fbcaf req-c4119314-36fb-460a-be23-9c510c2aa5fe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0411522 Sep 03 10:00:02.525979 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-083a49eb-ef45-4842-a7e4-bbe32f8fbcaf req-2b8ad0a1-5624-4c74-a112-4e9ae422186c service neutron] 10.222.0.60 "GET /v2.0/networks/e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837779 Sep 03 10:00:02.618074 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-083a49eb-ef45-4842-a7e4-bbe32f8fbcaf req-771f5010-e2a2-4088-85d9-28c394d56501 service neutron] 10.222.0.60 "GET /v2.0/networks/e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843842 Sep 03 10:00:03.167291 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d2a5b0-5899-4e23-98b9-f6e703dfe093 req-84a9dcb0-6af3-4ca6-b915-851869ceca83 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 10:00:03.168753 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-b6d2a5b0-5899-4e23-98b9-f6e703dfe093 req-84a9dcb0-6af3-4ca6-b915-851869ceca83 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 946 time: 0.0476565 Sep 03 10:00:03.206070 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-b6d2a5b0-5899-4e23-98b9-f6e703dfe093 req-078b32bc-6be3-4418-8aa8-ecc6adfe7944 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/security-groups?id=29752035-1baa-4bb6-98e5-d8c1a0c5d1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308647 Sep 03 10:00:03.501037 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:03.823239 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2192bb28-7494-404a-a156-eb78daa59cf0 req-d9f1c845-2fd4-4327-bfc7-23ddc40d1923 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 10:00:03.824730 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2192bb28-7494-404a-a156-eb78daa59cf0 req-d9f1c845-2fd4-4327-bfc7-23ddc40d1923 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.60 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 946 time: 0.0631716 Sep 03 10:00:03.829856 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a642e642-fcb2-47b5-b777-13e8b57c6243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:03.913126 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [req-2192bb28-7494-404a-a156-eb78daa59cf0 req-2c06dc12-d046-4198-834a-f0c91aac8bc2 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Deleting port 2ab1b4a9-ee18-485c-8683-19fdfdc012fb {{(pid=105524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 10:00:03.913458 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-2192bb28-7494-404a-a156-eb78daa59cf0 req-2c06dc12-d046-4198-834a-f0c91aac8bc2 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:03.999544 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.db [req-2192bb28-7494-404a-a156-eb78daa59cf0 req-2c06dc12-d046-4198-834a-f0c91aac8bc2 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] For port 2ab1b4a9-ee18-485c-8683-19fdfdc012fb, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=2ab1b4a9-ee18-485c-8683-19fdfdc012fb,segment=NetworkSegment(462b6c46-672c-4e78-8735-39bea9aefa55),segment_id=462b6c46-672c-4e78-8735-39bea9aefa55)] {{(pid=105524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 10:00:03.999908 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-2192bb28-7494-404a-a156-eb78daa59cf0 req-2c06dc12-d046-4198-834a-f0c91aac8bc2 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:04.011612 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [req-2192bb28-7494-404a-a156-eb78daa59cf0 req-2c06dc12-d046-4198-834a-f0c91aac8bc2 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Calling delete_port for 2ab1b4a9-ee18-485c-8683-19fdfdc012fb owned by compute:nova {{(pid=105524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 10:00:04.132825 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-2192bb28-7494-404a-a156-eb78daa59cf0 req-2c06dc12-d046-4198-834a-f0c91aac8bc2 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25413165'] for port, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:04.163339 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c06dc12-d046-4198-834a-f0c91aac8bc2 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Pushing event deleted for resources: {'Port': ['ID=2ab1b4a9-ee18-485c-8683-19fdfdc012fb,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 10:00:04.202290 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.l3_dvrscheduler_db [req-2192bb28-7494-404a-a156-eb78daa59cf0 req-2c06dc12-d046-4198-834a-f0c91aac8bc2 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] No DVR routers for this DVR port 2ab1b4a9-ee18-485c-8683-19fdfdc012fb on host hv-cinder-60634 {{(pid=105524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 10:00:04.204790 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-2192bb28-7494-404a-a156-eb78daa59cf0 req-2c06dc12-d046-4198-834a-f0c91aac8bc2 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for port, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:04.207428 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-2192bb28-7494-404a-a156-eb78daa59cf0 req-2c06dc12-d046-4198-834a-f0c91aac8bc2 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.60 "DELETE /v2.0/ports/2ab1b4a9-ee18-485c-8683-19fdfdc012fb HTTP/1.1" status: 204 len: 173 time: 0.3760030 Sep 03 10:00:04.207866 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b97162-9b52-4acb-9d3f-b11b40f05792', 'name': 'network-vif-deleted', 'tag': '2ab1b4a9-ee18-485c-8683-19fdfdc012fb'}] {{(pid=105524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 10:00:04.210088 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07cd05725c708ed75ef04e80da70ebdfc8c47d02cbbda1b8cc3f0b48d37440d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853d9856-609f-4ca9-b8d7-28f17d5a4230" -d '{"events": [{"server_uuid": "19b97162-9b52-4acb-9d3f-b11b40f05792", "name": "network-vif-deleted", "tag": "2ab1b4a9-ee18-485c-8683-19fdfdc012fb"}]}' {{(pid=105524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 10:00:04.251745 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 10:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d02a96d-ac57-4e67-aacf-e2b99fdfcefb x-openstack-request-id: req-6d02a96d-ac57-4e67-aacf-e2b99fdfcefb {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 10:00:04.252093 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b97162-9b52-4acb-9d3f-b11b40f05792", "name": "network-vif-deleted", "tag": "2ab1b4a9-ee18-485c-8683-19fdfdc012fb", "status": "completed", "code": 200}]} {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 10:00:04.252844 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6d02a96d-ac57-4e67-aacf-e2b99fdfcefb {{(pid=105524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 10:00:04.253238 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b97162-9b52-4acb-9d3f-b11b40f05792', 'name': 'network-vif-deleted', 'tag': '2ab1b4a9-ee18-485c-8683-19fdfdc012fb', 'status': 'completed', 'code': 200} Sep 03 10:00:04.305786 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-b4b94b08-5dd1-4941-8650-0d84f379b133 req-baf5e760-dcdc-4cbb-8c3c-d64ea25be05c tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "GET /v2.0/ports?device_id=19b97162-9b52-4acb-9d3f-b11b40f05792 HTTP/1.1" status: 200 len: 210 time: 0.0257182 Sep 03 10:00:04.516591 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-86f92317-4722-4035-969f-07b0852c8c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:05.520344 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 43698) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 10:00:05.576362 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-4de021af-90c2-4d58-ab3e-f26fd8d21a27 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Notify callbacks [] for security_group, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:05.604819 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-4de021af-90c2-4d58-ab3e-f26fd8d21a27 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:05.662311 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-4de021af-90c2-4d58-ab3e-f26fd8d21a27 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:05.664944 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-4de021af-90c2-4d58-ab3e-f26fd8d21a27 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Notify callbacks [] for security_group, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:05.666115 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-4de021af-90c2-4d58-ab3e-f26fd8d21a27 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] 10.222.0.67 "DELETE /v2.0/security-groups/29752035-1baa-4bb6-98e5-d8c1a0c5d1fd HTTP/1.1" status: 204 len: 168 time: 0.1447685 Sep 03 10:00:05.675538 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de021af-90c2-4d58-ab3e-f26fd8d21a27 tempest-TestShelveInstance-1424964701 tempest-TestShelveInstance-1424964701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29752035-1baa-4bb6-98e5-d8c1a0c5d1fd,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 10:00:05.714658 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 43702) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 10:00:06.049094 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 43712) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 10:00:06.154307 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-b985ed31-716d-40cf-954f-1e641eef9651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:06.204884 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-87ca87ee-7ae4-49c3-8ac3-843b3c4209c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694519'] for router_interface, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:06.243783 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-b985ed31-716d-40cf-954f-1e641eef9651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:06.247728 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-b985ed31-716d-40cf-954f-1e641eef9651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_create {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:06.284439 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b985ed31-716d-40cf-954f-1e641eef9651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2490d87-4814-43f0-9f91-99d5d6c1d224,revision_number=1']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 10:00:06.288845 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-b985ed31-716d-40cf-954f-1e641eef9651 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=80fa387ad2ab4860bd83aca8ff40e7e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2382400 Sep 03 10:00:06.291554 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 43716) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 10:00:06.341412 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-f8c72994-8d01-4b84-a480-4c53333ceb9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:06.363978 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-f8c72994-8d01-4b84-a480-4c53333ceb9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:06.412961 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-f8c72994-8d01-4b84-a480-4c53333ceb9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:06.415486 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-f8c72994-8d01-4b84-a480-4c53333ceb9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:06.416621 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-f8c72994-8d01-4b84-a480-4c53333ceb9f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a2490d87-4814-43f0-9f91-99d5d6c1d224 HTTP/1.1" status: 204 len: 168 time: 0.1227217 Sep 03 10:00:06.424092 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c72994-8d01-4b84-a480-4c53333ceb9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2490d87-4814-43f0-9f91-99d5d6c1d224,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 10:00:06.455260 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [None req-87ca87ee-7ae4-49c3-8ac3-843b3c4209c8 admin admin] Deleting port aecaa0ba-1841-4130-a4b8-58ec586a5b5d {{(pid=105524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 10:00:06.455638 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-87ca87ee-7ae4-49c3-8ac3-843b3c4209c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:06.532601 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.db [None req-87ca87ee-7ae4-49c3-8ac3-843b3c4209c8 admin admin] For port aecaa0ba-1841-4130-a4b8-58ec586a5b5d, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=aecaa0ba-1841-4130-a4b8-58ec586a5b5d,segment=NetworkSegment(462b6c46-672c-4e78-8735-39bea9aefa55),segment_id=462b6c46-672c-4e78-8735-39bea9aefa55)] {{(pid=105524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 10:00:06.532977 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-87ca87ee-7ae4-49c3-8ac3-843b3c4209c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:06.547765 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [None req-87ca87ee-7ae4-49c3-8ac3-843b3c4209c8 admin admin] Calling delete_port for aecaa0ba-1841-4130-a4b8-58ec586a5b5d owned by network:router_interface {{(pid=105524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 10:00:06.744094 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-87ca87ee-7ae4-49c3-8ac3-843b3c4209c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25413165'] for port, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:06.768963 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ca87ee-7ae4-49c3-8ac3-843b3c4209c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=aecaa0ba-1841-4130-a4b8-58ec586a5b5d,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 10:00:07.186554 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-87ca87ee-7ae4-49c3-8ac3-843b3c4209c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1832107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694627'] for router_interface, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:07.398337 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ca87ee-7ae4-49c3-8ac3-843b3c4209c8 admin admin] Router 18d17f1e-336f-4863-b5bd-04393f75e6a4 has already been hosted by L3 agent d52909a0-0f60-4ffe-9597-25dbe871271a {{(pid=105524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 10:00:07.506387 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ca87ee-7ae4-49c3-8ac3-843b3c4209c8 admin admin] Notify agent at l3_agent.dv-cinder-606346-32-iscsi the message routers_updated {{(pid=105524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 10:00:07.512211 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-87ca87ee-7ae4-49c3-8ac3-843b3c4209c8 admin admin] 10.222.0.67 "PUT /v2.0/routers/18d17f1e-336f-4863-b5bd-04393f75e6a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7956927 Sep 03 10:00:07.513828 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 43720) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 10:00:07.516836 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065fc061-efc6-4140-82d0-1227893f1133 None None] Sync routers for ids ['18d17f1e-336f-4863-b5bd-04393f75e6a4'] in dv-cinder-606346-32-iscsi {{(pid=105526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 10:00:07.526332 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065fc061-efc6-4140-82d0-1227893f1133 None None] Routers {'18d17f1e-336f-4863-b5bd-04393f75e6a4'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 10:00:07.526942 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-065fc061-efc6-4140-82d0-1227893f1133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T10:00:02Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['18d17f1e-336f-4863-b5bd-04393f75e6a4'], 'active': True} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 10:00:07.611340 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-e9d83030-4695-47d2-8b9f-f1678b003ed8 admin admin] Notify callbacks [] for router, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:07.629029 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvr_db [None req-065fc061-efc6-4140-82d0-1227893f1133 None None] Set router 18d17f1e-336f-4863-b5bd-04393f75e6a4 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 10:00:07.712227 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-e9d83030-4695-47d2-8b9f-f1678b003ed8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:07.768992 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [None req-e9d83030-4695-47d2-8b9f-f1678b003ed8 admin admin] Deleting port 772e2c76-1ea8-42ce-a42a-1c5709f75a5f {{(pid=105524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 10:00:07.769727 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-e9d83030-4695-47d2-8b9f-f1678b003ed8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:07.804880 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-065fc061-efc6-4140-82d0-1227893f1133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d17f1e-336f-4863-b5bd-04393f75e6a4', 'name': 'tempest-TestShelveInstance-772398438-router', 'tenant_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '772e2c76-1ea8-42ce-a42a-1c5709f75a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:54:51Z', 'updated_at': '2021-09-03T10:00:06Z', 'revision_number': 5, 'project_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'gw_port': {'id': '772e2c76-1ea8-42ce-a42a-1c5709f75a5f', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d17f1e-336f-4863-b5bd-04393f75e6a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:52Z', 'updated_at': '2021-09-03T09:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi'}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 10:00:07.830491 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065fc061-efc6-4140-82d0-1227893f1133 None None] Checking router: 18d17f1e-336f-4863-b5bd-04393f75e6a4 for host: dv-cinder-606346-32-iscsi {{(pid=105526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 10:00:07.838893 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065fc061-efc6-4140-82d0-1227893f1133 None None] Routers {'18d17f1e-336f-4863-b5bd-04393f75e6a4'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 10:00:07.839513 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-065fc061-efc6-4140-82d0-1227893f1133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T10:00:02Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['18d17f1e-336f-4863-b5bd-04393f75e6a4'], 'active': True} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 10:00:07.846797 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.db [None req-e9d83030-4695-47d2-8b9f-f1678b003ed8 admin admin] For port 772e2c76-1ea8-42ce-a42a-1c5709f75a5f, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=772e2c76-1ea8-42ce-a42a-1c5709f75a5f,segment=NetworkSegment(454dc13d-4a6c-4de8-982e-8a57b380b104),segment_id=454dc13d-4a6c-4de8-982e-8a57b380b104)] {{(pid=105524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 10:00:07.847190 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-e9d83030-4695-47d2-8b9f-f1678b003ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:07.859835 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [None req-e9d83030-4695-47d2-8b9f-f1678b003ed8 admin admin] Calling delete_port for 772e2c76-1ea8-42ce-a42a-1c5709f75a5f owned by network:router_gateway {{(pid=105524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 10:00:07.923535 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvr_db [None req-065fc061-efc6-4140-82d0-1227893f1133 None None] Set router 18d17f1e-336f-4863-b5bd-04393f75e6a4 gateway port host: None {{(pid=105526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 10:00:08.027156 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-e9d83030-4695-47d2-8b9f-f1678b003ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25413165'] for port, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:08.059562 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d83030-4695-47d2-8b9f-f1678b003ed8 admin admin] Pushing event deleted for resources: {'Port': ['ID=772e2c76-1ea8-42ce-a42a-1c5709f75a5f,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 10:00:08.104207 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-065fc061-efc6-4140-82d0-1227893f1133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d17f1e-336f-4863-b5bd-04393f75e6a4', 'name': 'tempest-TestShelveInstance-772398438-router', 'tenant_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:54:51Z', 'updated_at': '2021-09-03T10:00:07Z', 'revision_number': 6, 'project_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'gw_port_host': None}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 10:00:08.119971 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-e9d83030-4695-47d2-8b9f-f1678b003ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1695949'] for router_gateway, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:08.130045 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065fc061-efc6-4140-82d0-1227893f1133 None None] The sync data for ids ['18d17f1e-336f-4863-b5bd-04393f75e6a4'] in dv-cinder-606346-32-iscsi is: [{'id': '18d17f1e-336f-4863-b5bd-04393f75e6a4', 'name': 'tempest-TestShelveInstance-772398438-router', 'tenant_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:54:51Z', 'updated_at': '2021-09-03T10:00:07Z', 'revision_number': 6, 'project_id': 'c1ec96c4279b4069b2fcb5e4c742344a', 'gw_port_host': None}] {{(pid=105526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 10:00:08.209331 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-e9d83030-4695-47d2-8b9f-f1678b003ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8800'] for router, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:08.211423 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-e9d83030-4695-47d2-8b9f-f1678b003ed8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:08.255635 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-e9d83030-4695-47d2-8b9f-f1678b003ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691755'] for router, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:08.256233 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d83030-4695-47d2-8b9f-f1678b003ed8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18d17f1e-336f-4863-b5bd-04393f75e6a4 {{(pid=105524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 10:00:08.260964 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-e9d83030-4695-47d2-8b9f-f1678b003ed8 admin admin] Notify callbacks [] for router, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:08.262185 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-e9d83030-4695-47d2-8b9f-f1678b003ed8 admin admin] 10.222.0.67 "DELETE /v2.0/routers/18d17f1e-336f-4863-b5bd-04393f75e6a4 HTTP/1.1" status: 204 len: 168 time: 0.7473619 Sep 03 10:00:08.264694 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 43722) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 10:00:08.310823 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.db_base_plugin_v2 [None req-447732bb-33f3-4035-929e-0da163f50ca9 admin admin] Deleting subnet 8b109763-0193-4b59-85f3-359058c4faaf {{(pid=105524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 10:00:08.315241 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-447732bb-33f3-4035-929e-0da163f50ca9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:08.315414 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 2ab1b4a9-ee18-485c-8683-19fdfdc012fb no longer exists at agent hyperv_hv-cinder-60634 {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 10:00:08.338109 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] No Port match for: 2ab1b4a9-ee18-485c-8683-19fdfdc012fb {{(pid=105526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 10:00:08.338560 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 2ab1b4a9-ee18-485c-8683-19fdfdc012fb not bound to the agent host hv-cinder-60634 {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 10:00:08.356569 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-447732bb-33f3-4035-929e-0da163f50ca9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25747459'] for subnet, precommit_delete_associations {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:08.433391 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-447732bb-33f3-4035-929e-0da163f50ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713190'] for subnet, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:08.491351 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-447732bb-33f3-4035-929e-0da163f50ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25413120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27188830'] for subnet, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:08.517416 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447732bb-33f3-4035-929e-0da163f50ca9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b109763-0193-4b59-85f3-359058c4faaf,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 10:00:08.523189 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-447732bb-33f3-4035-929e-0da163f50ca9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:08.525483 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-447732bb-33f3-4035-929e-0da163f50ca9 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/8b109763-0193-4b59-85f3-359058c4faaf HTTP/1.1" status: 204 len: 168 time: 0.2598352 Sep 03 10:00:08.527989 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 43724) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 10:00:08.530884 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b64b743-a357-40bc-8544-591895b53369 None None] Network e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8 requested from dv-cinder-606346-32-iscsi {{(pid=105526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 10:00:08.609406 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-5337b7fe-b82c-46c6-aae1-8ba19f72506f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1404653'] for network, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:08.661802 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [None req-5337b7fe-b82c-46c6-aae1-8ba19f72506f admin admin] Deleting port a5012cab-7072-47b0-9dd7-d49cac7b26c5 {{(pid=105524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 10:00:08.662286 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-5337b7fe-b82c-46c6-aae1-8ba19f72506f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:08.733159 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.db [None req-5337b7fe-b82c-46c6-aae1-8ba19f72506f admin admin] For port a5012cab-7072-47b0-9dd7-d49cac7b26c5, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=a5012cab-7072-47b0-9dd7-d49cac7b26c5,segment=NetworkSegment(462b6c46-672c-4e78-8735-39bea9aefa55),segment_id=462b6c46-672c-4e78-8735-39bea9aefa55)] {{(pid=105524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 10:00:08.733503 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-5337b7fe-b82c-46c6-aae1-8ba19f72506f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:08.745673 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [None req-5337b7fe-b82c-46c6-aae1-8ba19f72506f admin admin] Calling delete_port for a5012cab-7072-47b0-9dd7-d49cac7b26c5 owned by network:dhcp {{(pid=105524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 10:00:08.821999 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-5337b7fe-b82c-46c6-aae1-8ba19f72506f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25413165'] for port, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:08.848213 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5337b7fe-b82c-46c6-aae1-8ba19f72506f admin admin] Pushing event deleted for resources: {'Port': ['ID=a5012cab-7072-47b0-9dd7-d49cac7b26c5,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 10:00:08.850036 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5337b7fe-b82c-46c6-aae1-8ba19f72506f admin admin] No DVR routers for this DVR port a5012cab-7072-47b0-9dd7-d49cac7b26c5 on host dv-cinder-606346-32-iscsi {{(pid=105524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 10:00:08.922341 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-5337b7fe-b82c-46c6-aae1-8ba19f72506f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717939', 'neutron.services.segments.db._delete_segments_for_network-8759173696085'] for network, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:08.925207 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db05da25-4631-4cbf-ae80-7885352773fe None None] DHCP port deletion for e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8 request from dv-cinder-606346-32-iscsi {{(pid=105526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 10:00:08.935431 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.services.segments.db [None req-5337b7fe-b82c-46c6-aae1-8ba19f72506f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8']}} {{(pid=105524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 10:00:08.945972 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.services.segments.db [None req-5337b7fe-b82c-46c6-aae1-8ba19f72506f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '462b6c46-672c-4e78-8735-39bea9aefa55') {'for_net_delete': True} {{(pid=105524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 10:00:08.946274 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.services.segments.db [None req-5337b7fe-b82c-46c6-aae1-8ba19f72506f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '462b6c46-672c-4e78-8735-39bea9aefa55') {} {{(pid=105524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 10:00:08.955214 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-5337b7fe-b82c-46c6-aae1-8ba19f72506f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759173697630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25747482'] for segment, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:08.969563 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-5337b7fe-b82c-46c6-aae1-8ba19f72506f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718351'] for segment, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:08.976128 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5337b7fe-b82c-46c6-aae1-8ba19f72506f admin admin] Releasing vlan 831 on physical network physnet1 to pool {{(pid=105524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 10:00:08.976603 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-5337b7fe-b82c-46c6-aae1-8ba19f72506f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25413214'] for segment, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:08.978366 dv-cinder-606346-32-iscsi neutron-server[105524]: Traceback (most recent call last): Sep 03 10:00:08.978366 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 10:00:08.978366 dv-cinder-606346-32-iscsi neutron-server[105524]: timer() Sep 03 10:00:08.978366 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 10:00:08.978366 dv-cinder-606346-32-iscsi neutron-server[105524]: cb(*args, **kw) Sep 03 10:00:08.978366 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 10:00:08.978366 dv-cinder-606346-32-iscsi neutron-server[105524]: return func(*args, **kwargs) Sep 03 10:00:08.978366 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 10:00:08.978366 dv-cinder-606346-32-iscsi neutron-server[105524]: self._notify() Sep 03 10:00:08.978366 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 10:00:08.978366 dv-cinder-606346-32-iscsi neutron-server[105524]: self.callback(batched_events) Sep 03 10:00:08.978366 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 10:00:08.978366 dv-cinder-606346-32-iscsi neutron-server[105524]: event.method(event) Sep 03 10:00:08.978366 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 10:00:08.978366 dv-cinder-606346-32-iscsi neutron-server[105524]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 10:00:08.978366 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 10:00:08.978366 dv-cinder-606346-32-iscsi neutron-server[105524]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 10:00:08.978366 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 10:00:08.978366 dv-cinder-606346-32-iscsi neutron-server[105524]: return f(self, *a, **k) Sep 03 10:00:08.978366 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 10:00:08.978366 dv-cinder-606346-32-iscsi neutron-server[105524]: return self._get(url).json() Sep 03 10:00:08.978366 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 10:00:08.978366 dv-cinder-606346-32-iscsi neutron-server[105524]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 10:00:08.978366 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 10:00:08.978366 dv-cinder-606346-32-iscsi neutron-server[105524]: return self.request(url, 'GET', **kwargs) Sep 03 10:00:08.978366 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 10:00:08.978366 dv-cinder-606346-32-iscsi neutron-server[105524]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 10:00:08.978366 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 10:00:08.978366 dv-cinder-606346-32-iscsi neutron-server[105524]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 10:00:08.978366 dv-cinder-606346-32-iscsi neutron-server[105524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 10:00:08.978366 dv-cinder-606346-32-iscsi neutron-server[105524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 10:00:08.978366 dv-cinder-606346-32-iscsi neutron-server[105524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 10:00:09.042169 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-5337b7fe-b82c-46c6-aae1-8ba19f72506f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417317'] for network, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:09.047517 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-5337b7fe-b82c-46c6-aae1-8ba19f72506f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for network, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:09.050032 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-5337b7fe-b82c-46c6-aae1-8ba19f72506f admin admin] 10.222.0.67 "DELETE /v2.0/networks/e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8 HTTP/1.1" status: 204 len: 168 time: 0.5201304 Sep 03 10:00:09.053057 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 43726) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 10:00:09.062320 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5337b7fe-b82c-46c6-aae1-8ba19f72506f admin admin] Pushing event deleted for resources: {'Network': ['ID=e7cd7daa-4f7b-4e20-95de-d4c8f0a6c7d8,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 10:00:09.090697 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 772e2c76-1ea8-42ce-a42a-1c5709f75a5f no longer exists at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 10:00:09.115841 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] No Port match for: 772e2c76-1ea8-42ce-a42a-1c5709f75a5f {{(pid=105526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 10:00:09.116520 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 772e2c76-1ea8-42ce-a42a-1c5709f75a5f not bound to the agent host dv-cinder-606346-32-iscsi {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 10:00:09.117125 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device a5012cab-7072-47b0-9dd7-d49cac7b26c5 no longer exists at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 10:00:09.136739 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] No Port match for: a5012cab-7072-47b0-9dd7-d49cac7b26c5 {{(pid=105526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 10:00:09.137329 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device a5012cab-7072-47b0-9dd7-d49cac7b26c5 not bound to the agent host dv-cinder-606346-32-iscsi {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 10:00:09.137952 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device aecaa0ba-1841-4130-a4b8-58ec586a5b5d no longer exists at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 10:00:09.157188 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] No Port match for: aecaa0ba-1841-4130-a4b8-58ec586a5b5d {{(pid=105526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 10:00:09.157742 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device aecaa0ba-1841-4130-a4b8-58ec586a5b5d not bound to the agent host dv-cinder-606346-32-iscsi {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 10:00:09.649947 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-b7caa531-5d0a-47fd-a0ff-86335947a36f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694519'] for router_interface, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:09.886344 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.plugin [None req-b7caa531-5d0a-47fd-a0ff-86335947a36f admin admin] Deleting port 195bcd45-ae11-4362-a215-bb3d555cabb8 {{(pid=105525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 10:00:09.886686 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-b7caa531-5d0a-47fd-a0ff-86335947a36f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:09.966065 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.db [None req-b7caa531-5d0a-47fd-a0ff-86335947a36f admin admin] For port 195bcd45-ae11-4362-a215-bb3d555cabb8, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=195bcd45-ae11-4362-a215-bb3d555cabb8,segment=NetworkSegment(5481c3c5-d40a-486b-a2ad-fd2415153a14),segment_id=5481c3c5-d40a-486b-a2ad-fd2415153a14)] {{(pid=105525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 10:00:09.966376 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-b7caa531-5d0a-47fd-a0ff-86335947a36f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:09.979257 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.plugin [None req-b7caa531-5d0a-47fd-a0ff-86335947a36f admin admin] Calling delete_port for 195bcd45-ae11-4362-a215-bb3d555cabb8 owned by network:router_interface {{(pid=105525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 10:00:10.155809 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-b7caa531-5d0a-47fd-a0ff-86335947a36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25166669'] for port, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:10.181896 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7caa531-5d0a-47fd-a0ff-86335947a36f admin admin] Pushing event deleted for resources: {'Port': ['ID=195bcd45-ae11-4362-a215-bb3d555cabb8,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 10:00:10.344325 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-b7caa531-5d0a-47fd-a0ff-86335947a36f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1832107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694627'] for router_interface, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:10.551904 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7caa531-5d0a-47fd-a0ff-86335947a36f admin admin] Router 13e43b1d-d90d-44e2-abff-45502a64f15b has already been hosted by L3 agent d52909a0-0f60-4ffe-9597-25dbe871271a {{(pid=105525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 10:00:10.656995 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7caa531-5d0a-47fd-a0ff-86335947a36f admin admin] Notify agent at l3_agent.dv-cinder-606346-32-iscsi the message routers_updated {{(pid=105525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 10:00:10.661989 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-b7caa531-5d0a-47fd-a0ff-86335947a36f admin admin] 10.222.0.67 "PUT /v2.0/routers/13e43b1d-d90d-44e2-abff-45502a64f15b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6078646 Sep 03 10:00:10.664546 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 43728) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 10:00:10.665336 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80575b86-6d92-44f4-b30c-7cf4ad4f7992 None None] Sync routers for ids ['13e43b1d-d90d-44e2-abff-45502a64f15b'] in dv-cinder-606346-32-iscsi {{(pid=105527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 10:00:10.675695 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80575b86-6d92-44f4-b30c-7cf4ad4f7992 None None] Routers {'13e43b1d-d90d-44e2-abff-45502a64f15b'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 10:00:10.676306 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-80575b86-6d92-44f4-b30c-7cf4ad4f7992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T10:00:02Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['13e43b1d-d90d-44e2-abff-45502a64f15b'], 'active': True} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 10:00:10.768108 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-04491987-e87b-449f-ae02-e809b1d223a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:10.779484 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvr_db [None req-80575b86-6d92-44f4-b30c-7cf4ad4f7992 None None] Set router 13e43b1d-d90d-44e2-abff-45502a64f15b gateway port host: dv-cinder-606346-32-iscsi {{(pid=105527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 10:00:10.870260 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-04491987-e87b-449f-ae02-e809b1d223a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:10.922174 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.plugin [None req-04491987-e87b-449f-ae02-e809b1d223a0 admin admin] Deleting port dd3ebc28-7b1d-4d8e-9d37-6aca8789f3f3 {{(pid=105525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 10:00:10.922518 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-04491987-e87b-449f-ae02-e809b1d223a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:10.956928 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-80575b86-6d92-44f4-b30c-7cf4ad4f7992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e43b1d-d90d-44e2-abff-45502a64f15b', 'name': 'tempest-TestShelveInstance-1467934628-router', 'tenant_id': '6ed40fa63966486d95196ae000945a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'dd3ebc28-7b1d-4d8e-9d37-6aca8789f3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:54:58Z', 'updated_at': '2021-09-03T10:00:10Z', 'revision_number': 5, 'project_id': '6ed40fa63966486d95196ae000945a4d', 'gw_port': {'id': 'dd3ebc28-7b1d-4d8e-9d37-6aca8789f3f3', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e43b1d-d90d-44e2-abff-45502a64f15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:54:59Z', 'updated_at': '2021-09-03T09:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi'}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 10:00:10.983898 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80575b86-6d92-44f4-b30c-7cf4ad4f7992 None None] Checking router: 13e43b1d-d90d-44e2-abff-45502a64f15b for host: dv-cinder-606346-32-iscsi {{(pid=105527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 10:00:10.992756 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80575b86-6d92-44f4-b30c-7cf4ad4f7992 None None] Routers {'13e43b1d-d90d-44e2-abff-45502a64f15b'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 10:00:10.993441 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-80575b86-6d92-44f4-b30c-7cf4ad4f7992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T10:00:02Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['13e43b1d-d90d-44e2-abff-45502a64f15b'], 'active': True} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 10:00:11.003858 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.db [None req-04491987-e87b-449f-ae02-e809b1d223a0 admin admin] For port dd3ebc28-7b1d-4d8e-9d37-6aca8789f3f3, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=dd3ebc28-7b1d-4d8e-9d37-6aca8789f3f3,segment=NetworkSegment(454dc13d-4a6c-4de8-982e-8a57b380b104),segment_id=454dc13d-4a6c-4de8-982e-8a57b380b104)] {{(pid=105525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 10:00:11.004225 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-04491987-e87b-449f-ae02-e809b1d223a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:11.016331 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.plugin [None req-04491987-e87b-449f-ae02-e809b1d223a0 admin admin] Calling delete_port for dd3ebc28-7b1d-4d8e-9d37-6aca8789f3f3 owned by network:router_gateway {{(pid=105525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 10:00:11.094108 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvr_db [None req-80575b86-6d92-44f4-b30c-7cf4ad4f7992 None None] Set router 13e43b1d-d90d-44e2-abff-45502a64f15b gateway port host: None {{(pid=105527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 10:00:11.144667 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-80575b86-6d92-44f4-b30c-7cf4ad4f7992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e43b1d-d90d-44e2-abff-45502a64f15b', 'name': 'tempest-TestShelveInstance-1467934628-router', 'tenant_id': '6ed40fa63966486d95196ae000945a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:54:58Z', 'updated_at': '2021-09-03T10:00:10Z', 'revision_number': 6, 'project_id': '6ed40fa63966486d95196ae000945a4d', 'gw_port_host': None}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 10:00:11.173589 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80575b86-6d92-44f4-b30c-7cf4ad4f7992 None None] The sync data for ids ['13e43b1d-d90d-44e2-abff-45502a64f15b'] in dv-cinder-606346-32-iscsi is: [{'id': '13e43b1d-d90d-44e2-abff-45502a64f15b', 'name': 'tempest-TestShelveInstance-1467934628-router', 'tenant_id': '6ed40fa63966486d95196ae000945a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:54:58Z', 'updated_at': '2021-09-03T10:00:10Z', 'revision_number': 6, 'project_id': '6ed40fa63966486d95196ae000945a4d', 'gw_port_host': None}] {{(pid=105527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 10:00:11.196454 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-04491987-e87b-449f-ae02-e809b1d223a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25166669'] for port, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:11.221860 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04491987-e87b-449f-ae02-e809b1d223a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd3ebc28-7b1d-4d8e-9d37-6aca8789f3f3,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 10:00:11.280411 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-04491987-e87b-449f-ae02-e809b1d223a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1695949'] for router_gateway, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:11.367992 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-04491987-e87b-449f-ae02-e809b1d223a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8800'] for router, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:11.370367 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-04491987-e87b-449f-ae02-e809b1d223a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:11.415322 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-04491987-e87b-449f-ae02-e809b1d223a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691755'] for router, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:11.415917 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04491987-e87b-449f-ae02-e809b1d223a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13e43b1d-d90d-44e2-abff-45502a64f15b {{(pid=105525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 10:00:11.420076 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-04491987-e87b-449f-ae02-e809b1d223a0 admin admin] Notify callbacks [] for router, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:11.421216 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-04491987-e87b-449f-ae02-e809b1d223a0 admin admin] 10.222.0.67 "DELETE /v2.0/routers/13e43b1d-d90d-44e2-abff-45502a64f15b HTTP/1.1" status: 204 len: 168 time: 0.7557435 Sep 03 10:00:11.423752 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 43730) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 10:00:11.466285 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.db_base_plugin_v2 [None req-7631205e-cdaf-4949-a2da-a4641231fc65 admin admin] Deleting subnet 5c471624-4724-4de1-8f87-aae47a25a801 {{(pid=105525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 10:00:11.469500 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-7631205e-cdaf-4949-a2da-a4641231fc65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:11.503414 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-7631205e-cdaf-4949-a2da-a4641231fc65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26582411'] for subnet, precommit_delete_associations {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:11.588699 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-7631205e-cdaf-4949-a2da-a4641231fc65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713190'] for subnet, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:11.640920 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-7631205e-cdaf-4949-a2da-a4641231fc65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25166688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25634963'] for subnet, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:11.665018 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7631205e-cdaf-4949-a2da-a4641231fc65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c471624-4724-4de1-8f87-aae47a25a801,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 10:00:11.672019 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-7631205e-cdaf-4949-a2da-a4641231fc65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for subnet, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:11.673808 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-7631205e-cdaf-4949-a2da-a4641231fc65 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/5c471624-4724-4de1-8f87-aae47a25a801 HTTP/1.1" status: 204 len: 168 time: 0.2490933 Sep 03 10:00:11.676365 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 43732) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 10:00:11.676850 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4550f2-8810-44cc-8d8a-cb5330aacb6f None None] Network 6fe7327e-87ed-4d47-ace6-7ed81a3a841c requested from dv-cinder-606346-32-iscsi {{(pid=105526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 10:00:11.748280 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-1feb3335-1cce-4853-8cde-5ad30a47d37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1404653'] for network, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:11.802860 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.plugin [None req-1feb3335-1cce-4853-8cde-5ad30a47d37c admin admin] Deleting port be0436fd-2d1e-4515-b6e6-8a59c95afdb8 {{(pid=105525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 10:00:11.803211 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-1feb3335-1cce-4853-8cde-5ad30a47d37c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:11.867734 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.db [None req-1feb3335-1cce-4853-8cde-5ad30a47d37c admin admin] For port be0436fd-2d1e-4515-b6e6-8a59c95afdb8, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=be0436fd-2d1e-4515-b6e6-8a59c95afdb8,segment=NetworkSegment(5481c3c5-d40a-486b-a2ad-fd2415153a14),segment_id=5481c3c5-d40a-486b-a2ad-fd2415153a14)] {{(pid=105525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 10:00:11.868063 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-1feb3335-1cce-4853-8cde-5ad30a47d37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:11.880529 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.plugin [None req-1feb3335-1cce-4853-8cde-5ad30a47d37c admin admin] Calling delete_port for be0436fd-2d1e-4515-b6e6-8a59c95afdb8 owned by network:dhcp {{(pid=105525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 10:00:11.914256 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edf5b50-31a7-41da-8576-7b5b0f4c5239 None None] DHCP port deletion for 6fe7327e-87ed-4d47-ace6-7ed81a3a841c request from dv-cinder-606346-32-iscsi {{(pid=105526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 10:00:11.960961 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-3edf5b50-31a7-41da-8576-7b5b0f4c5239 None None] Deleting port be0436fd-2d1e-4515-b6e6-8a59c95afdb8 {{(pid=105526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 10:00:11.961347 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-3edf5b50-31a7-41da-8576-7b5b0f4c5239 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:11.967703 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-1feb3335-1cce-4853-8cde-5ad30a47d37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25166669'] for port, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:11.993813 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb3335-1cce-4853-8cde-5ad30a47d37c admin admin] Pushing event deleted for resources: {'Port': ['ID=be0436fd-2d1e-4515-b6e6-8a59c95afdb8,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 10:00:11.997618 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1feb3335-1cce-4853-8cde-5ad30a47d37c admin admin] No DVR routers for this DVR port be0436fd-2d1e-4515-b6e6-8a59c95afdb8 on host dv-cinder-606346-32-iscsi {{(pid=105525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 10:00:12.030573 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-3edf5b50-31a7-41da-8576-7b5b0f4c5239 None None] For port be0436fd-2d1e-4515-b6e6-8a59c95afdb8, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=be0436fd-2d1e-4515-b6e6-8a59c95afdb8,segment=NetworkSegment(5481c3c5-d40a-486b-a2ad-fd2415153a14),segment_id=5481c3c5-d40a-486b-a2ad-fd2415153a14)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 10:00:12.030946 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-3edf5b50-31a7-41da-8576-7b5b0f4c5239 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:12.043442 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-3edf5b50-31a7-41da-8576-7b5b0f4c5239 None None] Calling delete_port for be0436fd-2d1e-4515-b6e6-8a59c95afdb8 owned by network:dhcp {{(pid=105526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 10:00:12.076916 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-1feb3335-1cce-4853-8cde-5ad30a47d37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717939', 'neutron.services.segments.db._delete_segments_for_network-8759173696085'] for network, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:12.087112 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.services.segments.db [None req-1feb3335-1cce-4853-8cde-5ad30a47d37c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fe7327e-87ed-4d47-ace6-7ed81a3a841c']}} {{(pid=105525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 10:00:12.097567 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.services.segments.db [None req-1feb3335-1cce-4853-8cde-5ad30a47d37c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5481c3c5-d40a-486b-a2ad-fd2415153a14') {'for_net_delete': True} {{(pid=105525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 10:00:12.097912 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.services.segments.db [None req-1feb3335-1cce-4853-8cde-5ad30a47d37c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5481c3c5-d40a-486b-a2ad-fd2415153a14') {} {{(pid=105525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 10:00:12.108875 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-1feb3335-1cce-4853-8cde-5ad30a47d37c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759173697630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26582418'] for segment, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:12.121086 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-3edf5b50-31a7-41da-8576-7b5b0f4c5239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940'] for port, after_delete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:12.125823 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-1feb3335-1cce-4853-8cde-5ad30a47d37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718351'] for segment, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:12.133056 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1feb3335-1cce-4853-8cde-5ad30a47d37c admin admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=105525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 10:00:12.133486 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-1feb3335-1cce-4853-8cde-5ad30a47d37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25166654'] for segment, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:12.135260 dv-cinder-606346-32-iscsi neutron-server[105525]: Traceback (most recent call last): Sep 03 10:00:12.135260 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 10:00:12.135260 dv-cinder-606346-32-iscsi neutron-server[105525]: timer() Sep 03 10:00:12.135260 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 10:00:12.135260 dv-cinder-606346-32-iscsi neutron-server[105525]: cb(*args, **kw) Sep 03 10:00:12.135260 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 10:00:12.135260 dv-cinder-606346-32-iscsi neutron-server[105525]: return func(*args, **kwargs) Sep 03 10:00:12.135260 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 10:00:12.135260 dv-cinder-606346-32-iscsi neutron-server[105525]: self._notify() Sep 03 10:00:12.135260 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 10:00:12.135260 dv-cinder-606346-32-iscsi neutron-server[105525]: self.callback(batched_events) Sep 03 10:00:12.135260 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 10:00:12.135260 dv-cinder-606346-32-iscsi neutron-server[105525]: event.method(event) Sep 03 10:00:12.135260 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 10:00:12.135260 dv-cinder-606346-32-iscsi neutron-server[105525]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 10:00:12.135260 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 10:00:12.135260 dv-cinder-606346-32-iscsi neutron-server[105525]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 10:00:12.135260 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 10:00:12.135260 dv-cinder-606346-32-iscsi neutron-server[105525]: return f(self, *a, **k) Sep 03 10:00:12.135260 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 10:00:12.135260 dv-cinder-606346-32-iscsi neutron-server[105525]: return self._get(url).json() Sep 03 10:00:12.135260 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 10:00:12.135260 dv-cinder-606346-32-iscsi neutron-server[105525]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 10:00:12.135260 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 10:00:12.135260 dv-cinder-606346-32-iscsi neutron-server[105525]: return self.request(url, 'GET', **kwargs) Sep 03 10:00:12.135260 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 10:00:12.135260 dv-cinder-606346-32-iscsi neutron-server[105525]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 10:00:12.135260 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 10:00:12.135260 dv-cinder-606346-32-iscsi neutron-server[105525]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 10:00:12.135260 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 10:00:12.135260 dv-cinder-606346-32-iscsi neutron-server[105525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 10:00:12.135260 dv-cinder-606346-32-iscsi neutron-server[105525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 10:00:12.148847 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edf5b50-31a7-41da-8576-7b5b0f4c5239 None None] Pushing event deleted for resources: {'Port': ['ID=be0436fd-2d1e-4515-b6e6-8a59c95afdb8,revision_number=None']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 10:00:12.156454 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edf5b50-31a7-41da-8576-7b5b0f4c5239 None None] No DVR routers for this DVR port be0436fd-2d1e-4515-b6e6-8a59c95afdb8 on host dv-cinder-606346-32-iscsi {{(pid=105526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 10:00:12.196048 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-1feb3335-1cce-4853-8cde-5ad30a47d37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417317'] for network, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:12.201712 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-1feb3335-1cce-4853-8cde-5ad30a47d37c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for network, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:12.203857 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-1feb3335-1cce-4853-8cde-5ad30a47d37c admin admin] 10.222.0.67 "DELETE /v2.0/networks/6fe7327e-87ed-4d47-ace6-7ed81a3a841c HTTP/1.1" status: 204 len: 168 time: 0.5264945 Sep 03 10:00:12.217999 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb3335-1cce-4853-8cde-5ad30a47d37c admin admin] Pushing event deleted for resources: {'Network': ['ID=6fe7327e-87ed-4d47-ace6-7ed81a3a841c,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 10:00:12.377784 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 43736) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 10:00:12.417505 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-d4b0f92f-d003-4477-a3c9-3fa640bd486b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c1ec96c4279b4069b2fcb5e4c742344a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384929 Sep 03 10:00:12.419819 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 43738) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 10:00:12.471554 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-be3505e1-9928-4c77-ad6a-93ace37e02ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:12.493435 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-be3505e1-9928-4c77-ad6a-93ace37e02ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:12.538412 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-be3505e1-9928-4c77-ad6a-93ace37e02ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:12.541096 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-be3505e1-9928-4c77-ad6a-93ace37e02ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:12.542277 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-be3505e1-9928-4c77-ad6a-93ace37e02ee admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/78534450-2a62-4669-99b4-6a5d8f15fa76 HTTP/1.1" status: 204 len: 168 time: 0.1215730 Sep 03 10:00:12.550851 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3505e1-9928-4c77-ad6a-93ace37e02ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78534450-2a62-4669-99b4-6a5d8f15fa76,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 10:00:12.859563 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 43744) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 10:00:12.898683 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-8b7dc489-3bf7-4d07-9fb3-5c4706bbfe22 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6ed40fa63966486d95196ae000945a4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379684 Sep 03 10:00:12.901137 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 43746) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 10:00:12.947455 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-90a72a00-dda9-45a7-8a2e-fea06b0d52da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:12.968097 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-90a72a00-dda9-45a7-8a2e-fea06b0d52da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:13.013009 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-90a72a00-dda9-45a7-8a2e-fea06b0d52da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:13.015829 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-90a72a00-dda9-45a7-8a2e-fea06b0d52da admin admin] Notify callbacks [] for security_group, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:13.016997 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-90a72a00-dda9-45a7-8a2e-fea06b0d52da admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4c657424-f132-4987-9ec5-37bd1daeb6ec HTTP/1.1" status: 204 len: 168 time: 0.1149042 Sep 03 10:00:13.025776 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a72a00-dda9-45a7-8a2e-fea06b0d52da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c657424-f132-4987-9ec5-37bd1daeb6ec,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 10:00:13.090986 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device be0436fd-2d1e-4515-b6e6-8a59c95afdb8 no longer exists at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 10:00:13.110561 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] No Port match for: be0436fd-2d1e-4515-b6e6-8a59c95afdb8 {{(pid=105526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 10:00:13.110910 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device be0436fd-2d1e-4515-b6e6-8a59c95afdb8 not bound to the agent host dv-cinder-606346-32-iscsi {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 10:00:13.111340 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device dd3ebc28-7b1d-4d8e-9d37-6aca8789f3f3 no longer exists at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 10:00:13.133932 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] No Port match for: dd3ebc28-7b1d-4d8e-9d37-6aca8789f3f3 {{(pid=105526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 10:00:13.134370 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device dd3ebc28-7b1d-4d8e-9d37-6aca8789f3f3 not bound to the agent host dv-cinder-606346-32-iscsi {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 10:00:13.134801 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 195bcd45-ae11-4362-a215-bb3d555cabb8 no longer exists at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 10:00:13.153760 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] No Port match for: 195bcd45-ae11-4362-a215-bb3d555cabb8 {{(pid=105526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 10:00:13.154111 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 195bcd45-ae11-4362-a215-bb3d555cabb8 not bound to the agent host dv-cinder-606346-32-iscsi {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 10:00:18.794544 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:20.034631 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.agents_db [None req-2440585d-454d-4def-9aab-3d39e7194109 None None] Agent healthcheck: found 6 active agents {{(pid=105527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 10:00:21.205355 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 43750) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 10:00:21.359457 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [None req-db80c7a3-358d-4d81-ac34-6fbdf7456683 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Deleting port 628b59bb-97b6-44b3-ab93-d00a9aa362d7 {{(pid=105524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 10:00:21.359807 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-db80c7a3-358d-4d81-ac34-6fbdf7456683 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:21.432619 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-db80c7a3-358d-4d81-ac34-6fbdf7456683 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:21.432944 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-db80c7a3-358d-4d81-ac34-6fbdf7456683 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:21.444139 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [None req-db80c7a3-358d-4d81-ac34-6fbdf7456683 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Calling delete_port for 628b59bb-97b6-44b3-ab93-d00a9aa362d7 owned by network:floatingip {{(pid=105524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 10:00:21.585442 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-db80c7a3-358d-4d81-ac34-6fbdf7456683 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25413165'] for port, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:21.610431 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db80c7a3-358d-4d81-ac34-6fbdf7456683 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Pushing event deleted for resources: {'Port': ['ID=628b59bb-97b6-44b3-ab93-d00a9aa362d7,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 10:00:21.670373 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-db80c7a3-358d-4d81-ac34-6fbdf7456683 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks [] for floatingip, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:21.670721 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.db.l3_db [None req-db80c7a3-358d-4d81-ac34-6fbdf7456683 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Floating IP c03e9b0b-6075-4830-ac21-8eadb47d003e disassociated (deleted). External IP: 172.27.3.102, port: 65bc1b6f-5296-4db0-bcb1-503046cf308a. Sep 03 10:00:21.873922 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db80c7a3-358d-4d81-ac34-6fbdf7456683 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Router de34ef44-f874-434b-bbab-dfcfaabb18f7 has already been hosted by L3 agent d52909a0-0f60-4ffe-9597-25dbe871271a {{(pid=105524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 10:00:21.977901 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db80c7a3-358d-4d81-ac34-6fbdf7456683 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify agent at l3_agent.dv-cinder-606346-32-iscsi the message routers_updated {{(pid=105524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 10:00:21.982428 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-db80c7a3-358d-4d81-ac34-6fbdf7456683 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for floatingip, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:21.990209 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f32b4ff-d0fb-472e-898c-944fe69bf63a None None] Sync routers for ids ['de34ef44-f874-434b-bbab-dfcfaabb18f7'] in dv-cinder-606346-32-iscsi {{(pid=105526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 10:00:21.999169 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f32b4ff-d0fb-472e-898c-944fe69bf63a None None] Routers {'de34ef44-f874-434b-bbab-dfcfaabb18f7'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 10:00:22.000105 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-9f32b4ff-d0fb-472e-898c-944fe69bf63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T10:00:02Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['de34ef44-f874-434b-bbab-dfcfaabb18f7'], 'active': True} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 10:00:22.009614 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-db80c7a3-358d-4d81-ac34-6fbdf7456683 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "DELETE /v2.0/floatingips/c03e9b0b-6075-4830-ac21-8eadb47d003e HTTP/1.1" status: 204 len: 168 time: 0.8030879 Sep 03 10:00:22.010473 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c9f6dae-93e4-48ce-8257-492020bacb72', 'tag': '65bc1b6f-5296-4db0-bcb1-503046cf308a'}] {{(pid=105524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 10:00:22.012874 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07cd05725c708ed75ef04e80da70ebdfc8c47d02cbbda1b8cc3f0b48d37440d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f12bca-ea96-4bbd-b70c-ebfce0050b8c" -d '{"events": [{"name": "network-changed", "server_uuid": "0c9f6dae-93e4-48ce-8257-492020bacb72", "tag": "65bc1b6f-5296-4db0-bcb1-503046cf308a"}]}' {{(pid=105524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 10:00:22.061152 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 10:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db473e6-8f10-49e7-90fe-cf576712a315 x-openstack-request-id: req-6db473e6-8f10-49e7-90fe-cf576712a315 {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 10:00:22.061625 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c9f6dae-93e4-48ce-8257-492020bacb72", "tag": "65bc1b6f-5296-4db0-bcb1-503046cf308a", "status": "completed", "code": 200}]} {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 10:00:22.062018 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6db473e6-8f10-49e7-90fe-cf576712a315 {{(pid=105524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 10:00:22.062613 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c9f6dae-93e4-48ce-8257-492020bacb72', 'tag': '65bc1b6f-5296-4db0-bcb1-503046cf308a', 'status': 'completed', 'code': 200} Sep 03 10:00:22.123586 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f12bca-ea96-4bbd-b70c-ebfce0050b8c req-f9c8f34a-39ee-409c-bde1-a0d28e681405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 10:00:22.125222 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-18f12bca-ea96-4bbd-b70c-ebfce0050b8c req-f9c8f34a-39ee-409c-bde1-a0d28e681405 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=44b3fef83509437faeb9b56d841754dc&device_id=0c9f6dae-93e4-48ce-8257-492020bacb72 HTTP/1.1" status: 200 len: 1098 time: 0.0434070 Sep 03 10:00:22.129264 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvr_db [None req-9f32b4ff-d0fb-472e-898c-944fe69bf63a None None] Set router de34ef44-f874-434b-bbab-dfcfaabb18f7 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 10:00:22.253041 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f12bca-ea96-4bbd-b70c-ebfce0050b8c req-275fb5ac-e76c-4ce0-8edf-526810183306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 10:00:22.254575 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-18f12bca-ea96-4bbd-b70c-ebfce0050b8c req-275fb5ac-e76c-4ce0-8edf-526810183306 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6c3f9ad0-7bd7-4b81-8392-49aacbf78e47 HTTP/1.1" status: 200 len: 913 time: 0.1229234 Sep 03 10:00:22.264670 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469e347-8e1a-4a67-ad5d-64c9f7ec05a7 req-1ae7b1b0-df26-48c5-ad5a-e0d6f827c049 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 10:00:22.266138 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-3469e347-8e1a-4a67-ad5d-64c9f7ec05a7 req-1ae7b1b0-df26-48c5-ad5a-e0d6f827c049 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c9f6dae-93e4-48ce-8257-492020bacb72 HTTP/1.1" status: 200 len: 945 time: 0.0690606 Sep 03 10:00:22.314440 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-18f12bca-ea96-4bbd-b70c-ebfce0050b8c req-e86b7beb-c0b5-4472-853b-30b2071cf178 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65bc1b6f-5296-4db0-bcb1-503046cf308a HTTP/1.1" status: 200 len: 217 time: 0.0473344 Sep 03 10:00:22.360495 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-3469e347-8e1a-4a67-ad5d-64c9f7ec05a7 req-5d5670e0-987d-41ed-b645-f2fdd5d177cf tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/security-groups?id=3095eee2-accc-4f20-9251-54fe2d77c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873127 Sep 03 10:00:22.371331 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-9f32b4ff-d0fb-472e-898c-944fe69bf63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'name': 'tempest-TestVolumeBootPattern-1130982208-router', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '07886559-ab62-45a9-86dc-6696d525adc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:11Z', 'updated_at': '2021-09-03T09:52:21Z', 'revision_number': 4, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'gw_port': {'id': '07886559-ab62-45a9-86dc-6696d525adc4', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:14Z', 'updated_at': '2021-09-03T09:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_floatingips': [{'id': '22083a0e-2dfe-4592-8a8f-eb7bdbb5d166', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'floating_ip_address': '172.27.3.146', 'floating_network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'router_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'port_id': '6222adc6-96c0-4af0-b43c-be1a4f66db2c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47', 'mac_address': 'fa:16:3e:9b:2a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d39a733-001d-4aa8-ae10-afd4108dd828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T09:56:47Z', 'updated_at': '2021-09-03T09:56:49Z', 'revision_number': 1, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99147bf0-b2b2-4dc0-b6fa-49432e6b090f', 'name': '', 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'mac_address': 'fa:16:3e:3e:cc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f30130ee-7f80-427c-b15d-1973012df7f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:20Z', 'updated_at': '2021-09-03T09:52:35Z', 'revision_number': 5, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'subnets': [{'id': 'f30130ee-7f80-427c-b15d-1973012df7f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 10:00:22.376733 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f12bca-ea96-4bbd-b70c-ebfce0050b8c req-681a173b-7b78-4bcf-8262-8ed2591d25ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 10:00:22.378784 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-18f12bca-ea96-4bbd-b70c-ebfce0050b8c req-681a173b-7b78-4bcf-8262-8ed2591d25ca service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f30130ee-7f80-427c-b15d-1973012df7f3 HTTP/1.1" status: 200 len: 851 time: 0.0564916 Sep 03 10:00:22.401344 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f32b4ff-d0fb-472e-898c-944fe69bf63a None None] Checking router: de34ef44-f874-434b-bbab-dfcfaabb18f7 for host: dv-cinder-606346-32-iscsi {{(pid=105526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 10:00:22.409595 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f32b4ff-d0fb-472e-898c-944fe69bf63a None None] Routers {'de34ef44-f874-434b-bbab-dfcfaabb18f7'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 10:00:22.410223 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-9f32b4ff-d0fb-472e-898c-944fe69bf63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T10:00:02Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['de34ef44-f874-434b-bbab-dfcfaabb18f7'], 'active': True} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 10:00:22.423502 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f12bca-ea96-4bbd-b70c-ebfce0050b8c req-00f5ccf2-e4ad-4daa-bf7f-31fd65c8efe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 10:00:22.425037 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-18f12bca-ea96-4bbd-b70c-ebfce0050b8c req-00f5ccf2-e4ad-4daa-bf7f-31fd65c8efe6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6c3f9ad0-7bd7-4b81-8392-49aacbf78e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0392594 Sep 03 10:00:22.512764 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvr_db [None req-9f32b4ff-d0fb-472e-898c-944fe69bf63a None None] Set router de34ef44-f874-434b-bbab-dfcfaabb18f7 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 10:00:22.519679 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-18f12bca-ea96-4bbd-b70c-ebfce0050b8c req-0a4014a0-e9b8-4de5-a86c-4f76b704f94f service neutron] 10.222.0.60 "GET /v2.0/networks/6c3f9ad0-7bd7-4b81-8392-49aacbf78e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864115 Sep 03 10:00:22.611275 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-18f12bca-ea96-4bbd-b70c-ebfce0050b8c req-053def06-4c77-45d0-a4f5-dd80018ad2bb service neutron] 10.222.0.60 "GET /v2.0/networks/6c3f9ad0-7bd7-4b81-8392-49aacbf78e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829296 Sep 03 10:00:22.750099 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-9f32b4ff-d0fb-472e-898c-944fe69bf63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'name': 'tempest-TestVolumeBootPattern-1130982208-router', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '07886559-ab62-45a9-86dc-6696d525adc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:11Z', 'updated_at': '2021-09-03T09:52:21Z', 'revision_number': 4, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'gw_port': {'id': '07886559-ab62-45a9-86dc-6696d525adc4', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:14Z', 'updated_at': '2021-09-03T09:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_floatingips': [{'id': '22083a0e-2dfe-4592-8a8f-eb7bdbb5d166', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'floating_ip_address': '172.27.3.146', 'floating_network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'router_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'port_id': '6222adc6-96c0-4af0-b43c-be1a4f66db2c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47', 'mac_address': 'fa:16:3e:9b:2a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d39a733-001d-4aa8-ae10-afd4108dd828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T09:56:47Z', 'updated_at': '2021-09-03T09:56:49Z', 'revision_number': 1, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99147bf0-b2b2-4dc0-b6fa-49432e6b090f', 'name': '', 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'mac_address': 'fa:16:3e:3e:cc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f30130ee-7f80-427c-b15d-1973012df7f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:20Z', 'updated_at': '2021-09-03T09:52:35Z', 'revision_number': 5, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'subnets': [{'id': 'f30130ee-7f80-427c-b15d-1973012df7f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 10:00:22.778710 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f32b4ff-d0fb-472e-898c-944fe69bf63a None None] The sync data for ids ['de34ef44-f874-434b-bbab-dfcfaabb18f7'] in dv-cinder-606346-32-iscsi is: [{'id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'name': 'tempest-TestVolumeBootPattern-1130982208-router', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '07886559-ab62-45a9-86dc-6696d525adc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:11Z', 'updated_at': '2021-09-03T09:52:21Z', 'revision_number': 4, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'gw_port': {'id': '07886559-ab62-45a9-86dc-6696d525adc4', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:14Z', 'updated_at': '2021-09-03T09:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_floatingips': [{'id': '22083a0e-2dfe-4592-8a8f-eb7bdbb5d166', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'floating_ip_address': '172.27.3.146', 'floating_network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'router_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'port_id': '6222adc6-96c0-4af0-b43c-be1a4f66db2c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47', 'mac_address': 'fa:16:3e:9b:2a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d39a733-001d-4aa8-ae10-afd4108dd828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T09:56:47Z', 'updated_at': '2021-09-03T09:56:49Z', 'revision_number': 1, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99147bf0-b2b2-4dc0-b6fa-49432e6b090f', 'name': '', 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'mac_address': 'fa:16:3e:3e:cc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f30130ee-7f80-427c-b15d-1973012df7f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:20Z', 'updated_at': '2021-09-03T09:52:35Z', 'revision_number': 5, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'subnets': [{'id': 'f30130ee-7f80-427c-b15d-1973012df7f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 10:00:22.986297 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8d681c-b077-4179-a745-0931b71fd63f None None] New status for floating IP c03e9b0b-6075-4830-ac21-8eadb47d003e: DOWN {{(pid=105527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 10:00:23.482163 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec8a86-2d78-4d4c-9ac7-9038c8794dcd req-461f1bbd-1ab4-4df3-a8e9-dfdbe901f53b tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 10:00:23.483658 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-03ec8a86-2d78-4d4c-9ac7-9038c8794dcd req-461f1bbd-1ab4-4df3-a8e9-dfdbe901f53b tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c9f6dae-93e4-48ce-8257-492020bacb72 HTTP/1.1" status: 200 len: 945 time: 0.0507555 Sep 03 10:00:23.520901 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-03ec8a86-2d78-4d4c-9ac7-9038c8794dcd req-292e8f6b-5af4-46d4-8004-5d2131628f92 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/security-groups?id=3095eee2-accc-4f20-9251-54fe2d77c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312109 Sep 03 10:00:23.684857 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46509ee-10f3-4ee4-b62c-a3b2d6535e7b req-9ccf6f4d-0460-4165-b12c-a7f4de8f5f51 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 10:00:23.686293 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-b46509ee-10f3-4ee4-b62c-a3b2d6535e7b req-9ccf6f4d-0460-4165-b12c-a7f4de8f5f51 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c9f6dae-93e4-48ce-8257-492020bacb72 HTTP/1.1" status: 200 len: 945 time: 0.0522444 Sep 03 10:00:23.773113 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [req-b46509ee-10f3-4ee4-b62c-a3b2d6535e7b req-d4a18ea6-10e1-4178-ad0a-27169ece13a8 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Deleting port 65bc1b6f-5296-4db0-bcb1-503046cf308a {{(pid=105524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 10:00:23.773454 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-b46509ee-10f3-4ee4-b62c-a3b2d6535e7b req-d4a18ea6-10e1-4178-ad0a-27169ece13a8 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:23.862128 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.db [req-b46509ee-10f3-4ee4-b62c-a3b2d6535e7b req-d4a18ea6-10e1-4178-ad0a-27169ece13a8 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] For port 65bc1b6f-5296-4db0-bcb1-503046cf308a, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=65bc1b6f-5296-4db0-bcb1-503046cf308a,segment=NetworkSegment(a16e87dd-84e7-4093-b690-127dd30a953e),segment_id=a16e87dd-84e7-4093-b690-127dd30a953e)] {{(pid=105524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 10:00:23.862496 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-b46509ee-10f3-4ee4-b62c-a3b2d6535e7b req-d4a18ea6-10e1-4178-ad0a-27169ece13a8 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:23.874077 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [req-b46509ee-10f3-4ee4-b62c-a3b2d6535e7b req-d4a18ea6-10e1-4178-ad0a-27169ece13a8 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Calling delete_port for 65bc1b6f-5296-4db0-bcb1-503046cf308a owned by compute:nova {{(pid=105524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 10:00:24.003099 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-b46509ee-10f3-4ee4-b62c-a3b2d6535e7b req-d4a18ea6-10e1-4178-ad0a-27169ece13a8 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25413165'] for port, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:24.036482 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a18ea6-10e1-4178-ad0a-27169ece13a8 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Pushing event deleted for resources: {'Port': ['ID=65bc1b6f-5296-4db0-bcb1-503046cf308a,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 10:00:24.074724 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.l3_dvrscheduler_db [req-b46509ee-10f3-4ee4-b62c-a3b2d6535e7b req-d4a18ea6-10e1-4178-ad0a-27169ece13a8 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] No DVR routers for this DVR port 65bc1b6f-5296-4db0-bcb1-503046cf308a on host hv-cinder-60634 {{(pid=105524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 10:00:24.077325 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-b46509ee-10f3-4ee4-b62c-a3b2d6535e7b req-d4a18ea6-10e1-4178-ad0a-27169ece13a8 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for port, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:24.079336 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-b46509ee-10f3-4ee4-b62c-a3b2d6535e7b req-d4a18ea6-10e1-4178-ad0a-27169ece13a8 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.60 "DELETE /v2.0/ports/65bc1b6f-5296-4db0-bcb1-503046cf308a HTTP/1.1" status: 204 len: 173 time: 0.3871844 Sep 03 10:00:24.079781 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c9f6dae-93e4-48ce-8257-492020bacb72', 'name': 'network-vif-deleted', 'tag': '65bc1b6f-5296-4db0-bcb1-503046cf308a'}] {{(pid=105524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 10:00:24.082021 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07cd05725c708ed75ef04e80da70ebdfc8c47d02cbbda1b8cc3f0b48d37440d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae03c87-2f37-4f64-8e4a-3568ec491de2" -d '{"events": [{"server_uuid": "0c9f6dae-93e4-48ce-8257-492020bacb72", "name": "network-vif-deleted", "tag": "65bc1b6f-5296-4db0-bcb1-503046cf308a"}]}' {{(pid=105524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 10:00:24.118426 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 10:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d41cfe-a075-4457-b7e0-00163d7d56e9 x-openstack-request-id: req-c4d41cfe-a075-4457-b7e0-00163d7d56e9 {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 10:00:24.118722 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c9f6dae-93e4-48ce-8257-492020bacb72", "name": "network-vif-deleted", "tag": "65bc1b6f-5296-4db0-bcb1-503046cf308a", "status": "completed", "code": 200}]} {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 10:00:24.118973 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c4d41cfe-a075-4457-b7e0-00163d7d56e9 {{(pid=105524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 10:00:24.119380 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c9f6dae-93e4-48ce-8257-492020bacb72', 'name': 'network-vif-deleted', 'tag': '65bc1b6f-5296-4db0-bcb1-503046cf308a', 'status': 'completed', 'code': 200} Sep 03 10:00:24.624769 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-2ae70cf8-727b-4e24-8ea4-6508686556ce req-44926bd2-5f54-466e-888b-6c1c4d55df4c tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c9f6dae-93e4-48ce-8257-492020bacb72 HTTP/1.1" status: 200 len: 210 time: 0.0279689 Sep 03 10:00:27.897614 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 43778) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 10:00:28.048746 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [None req-94589518-f679-4f7a-8ab6-f06e19e6b843 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Deleting port 203a4b0f-1ceb-43f4-9323-25f6d3933547 {{(pid=105524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 10:00:28.049038 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-94589518-f679-4f7a-8ab6-f06e19e6b843 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:28.123785 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-94589518-f679-4f7a-8ab6-f06e19e6b843 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:28.124108 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-94589518-f679-4f7a-8ab6-f06e19e6b843 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:28.135655 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [None req-94589518-f679-4f7a-8ab6-f06e19e6b843 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Calling delete_port for 203a4b0f-1ceb-43f4-9323-25f6d3933547 owned by network:floatingip {{(pid=105524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 10:00:28.274835 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-94589518-f679-4f7a-8ab6-f06e19e6b843 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25413165'] for port, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:28.406524 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 65bc1b6f-5296-4db0-bcb1-503046cf308a no longer exists at agent hyperv_hv-cinder-60634 {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 10:00:28.426625 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] No Port match for: 65bc1b6f-5296-4db0-bcb1-503046cf308a {{(pid=105526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 10:00:28.426960 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 65bc1b6f-5296-4db0-bcb1-503046cf308a not bound to the agent host hv-cinder-60634 {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 10:00:28.555970 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94589518-f679-4f7a-8ab6-f06e19e6b843 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Pushing event deleted for resources: {'Port': ['ID=203a4b0f-1ceb-43f4-9323-25f6d3933547,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 10:00:28.613320 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-94589518-f679-4f7a-8ab6-f06e19e6b843 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks [] for floatingip, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:28.613682 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.db.l3_db [None req-94589518-f679-4f7a-8ab6-f06e19e6b843 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Floating IP 22083a0e-2dfe-4592-8a8f-eb7bdbb5d166 disassociated (deleted). External IP: 172.27.3.146, port: 6222adc6-96c0-4af0-b43c-be1a4f66db2c. Sep 03 10:00:28.817524 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94589518-f679-4f7a-8ab6-f06e19e6b843 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Router de34ef44-f874-434b-bbab-dfcfaabb18f7 has already been hosted by L3 agent d52909a0-0f60-4ffe-9597-25dbe871271a {{(pid=105524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 10:00:28.920617 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94589518-f679-4f7a-8ab6-f06e19e6b843 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify agent at l3_agent.dv-cinder-606346-32-iscsi the message routers_updated {{(pid=105524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 10:00:28.926006 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-94589518-f679-4f7a-8ab6-f06e19e6b843 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for floatingip, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:28.931871 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5761b0-db49-43b5-8823-c0e71bd62890 None None] Sync routers for ids ['de34ef44-f874-434b-bbab-dfcfaabb18f7'] in dv-cinder-606346-32-iscsi {{(pid=105526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 10:00:28.940970 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5761b0-db49-43b5-8823-c0e71bd62890 None None] Routers {'de34ef44-f874-434b-bbab-dfcfaabb18f7'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 10:00:28.941607 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-8a5761b0-db49-43b5-8823-c0e71bd62890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T10:00:02Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['de34ef44-f874-434b-bbab-dfcfaabb18f7'], 'active': True} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 10:00:28.951298 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-94589518-f679-4f7a-8ab6-f06e19e6b843 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "DELETE /v2.0/floatingips/22083a0e-2dfe-4592-8a8f-eb7bdbb5d166 HTTP/1.1" status: 204 len: 168 time: 1.0526061 Sep 03 10:00:28.951884 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d39a733-001d-4aa8-ae10-afd4108dd828', 'tag': '6222adc6-96c0-4af0-b43c-be1a4f66db2c'}] {{(pid=105524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 10:00:28.954132 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07cd05725c708ed75ef04e80da70ebdfc8c47d02cbbda1b8cc3f0b48d37440d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32dd72f1-bea2-4a58-ba62-aaf0ce751fc1" -d '{"events": [{"name": "network-changed", "server_uuid": "5d39a733-001d-4aa8-ae10-afd4108dd828", "tag": "6222adc6-96c0-4af0-b43c-be1a4f66db2c"}]}' {{(pid=105524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 10:00:28.992356 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 10:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751db903-2d73-4da4-a1f9-efe0207a05c7 x-openstack-request-id: req-751db903-2d73-4da4-a1f9-efe0207a05c7 {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 10:00:28.992650 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d39a733-001d-4aa8-ae10-afd4108dd828", "tag": "6222adc6-96c0-4af0-b43c-be1a4f66db2c", "status": "completed", "code": 200}]} {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 10:00:28.993094 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-751db903-2d73-4da4-a1f9-efe0207a05c7 {{(pid=105524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 10:00:28.993456 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d39a733-001d-4aa8-ae10-afd4108dd828', 'tag': '6222adc6-96c0-4af0-b43c-be1a4f66db2c', 'status': 'completed', 'code': 200} Sep 03 10:00:29.078862 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd72f1-bea2-4a58-ba62-aaf0ce751fc1 req-19da4d69-5a34-4336-9b39-32167ca0c85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 10:00:29.081325 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-32dd72f1-bea2-4a58-ba62-aaf0ce751fc1 req-19da4d69-5a34-4336-9b39-32167ca0c85b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=44b3fef83509437faeb9b56d841754dc&device_id=5d39a733-001d-4aa8-ae10-afd4108dd828 HTTP/1.1" status: 200 len: 1099 time: 0.0643320 Sep 03 10:00:29.096154 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvr_db [None req-8a5761b0-db49-43b5-8823-c0e71bd62890 None None] Set router de34ef44-f874-434b-bbab-dfcfaabb18f7 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 10:00:29.224386 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-99b525d6-1d5f-4ee7-91fb-0f39646d5aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:29.228527 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd72f1-bea2-4a58-ba62-aaf0ce751fc1 req-8b4e5ce8-281f-4e73-8f4e-c1f9cb6af8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 10:00:29.230044 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-32dd72f1-bea2-4a58-ba62-aaf0ce751fc1 req-8b4e5ce8-281f-4e73-8f4e-c1f9cb6af8e5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6c3f9ad0-7bd7-4b81-8392-49aacbf78e47 HTTP/1.1" status: 200 len: 913 time: 0.1415775 Sep 03 10:00:29.241222 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab15c41-17a4-421f-900e-b94979b7395b req-39dd882a-6f9e-43cf-8061-fc3a4c1993bd tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 10:00:29.242688 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-aab15c41-17a4-421f-900e-b94979b7395b req-39dd882a-6f9e-43cf-8061-fc3a4c1993bd tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d39a733-001d-4aa8-ae10-afd4108dd828 HTTP/1.1" status: 200 len: 946 time: 0.0932221 Sep 03 10:00:29.291473 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-32dd72f1-bea2-4a58-ba62-aaf0ce751fc1 req-bbe12ec2-063e-4719-8183-2e5791923535 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6222adc6-96c0-4af0-b43c-be1a4f66db2c HTTP/1.1" status: 200 len: 217 time: 0.0478439 Sep 03 10:00:29.329034 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-8a5761b0-db49-43b5-8823-c0e71bd62890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'name': 'tempest-TestVolumeBootPattern-1130982208-router', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '07886559-ab62-45a9-86dc-6696d525adc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:11Z', 'updated_at': '2021-09-03T09:52:21Z', 'revision_number': 4, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'gw_port': {'id': '07886559-ab62-45a9-86dc-6696d525adc4', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:14Z', 'updated_at': '2021-09-03T09:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_interfaces': [{'id': '99147bf0-b2b2-4dc0-b6fa-49432e6b090f', 'name': '', 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'mac_address': 'fa:16:3e:3e:cc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f30130ee-7f80-427c-b15d-1973012df7f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:20Z', 'updated_at': '2021-09-03T09:52:35Z', 'revision_number': 5, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'subnets': [{'id': 'f30130ee-7f80-427c-b15d-1973012df7f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 10:00:29.334580 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-aab15c41-17a4-421f-900e-b94979b7395b req-3ad911bf-ebca-422e-b2f7-053d36e8e76a tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/security-groups?id=3095eee2-accc-4f20-9251-54fe2d77c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855420 Sep 03 10:00:29.355410 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd72f1-bea2-4a58-ba62-aaf0ce751fc1 req-67004aac-42af-4e08-9ba5-c96171655d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 10:00:29.355410 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-32dd72f1-bea2-4a58-ba62-aaf0ce751fc1 req-67004aac-42af-4e08-9ba5-c96171655d9e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f30130ee-7f80-427c-b15d-1973012df7f3 HTTP/1.1" status: 200 len: 851 time: 0.0557544 Sep 03 10:00:29.358782 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5761b0-db49-43b5-8823-c0e71bd62890 None None] Checking router: de34ef44-f874-434b-bbab-dfcfaabb18f7 for host: dv-cinder-606346-32-iscsi {{(pid=105526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 10:00:29.367411 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5761b0-db49-43b5-8823-c0e71bd62890 None None] Routers {'de34ef44-f874-434b-bbab-dfcfaabb18f7'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 10:00:29.368015 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-8a5761b0-db49-43b5-8823-c0e71bd62890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T10:00:02Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['de34ef44-f874-434b-bbab-dfcfaabb18f7'], 'active': True} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 10:00:29.401497 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd72f1-bea2-4a58-ba62-aaf0ce751fc1 req-1058bae1-479b-4ea0-9a1a-5519c5ceb3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 10:00:29.403071 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-32dd72f1-bea2-4a58-ba62-aaf0ce751fc1 req-1058bae1-479b-4ea0-9a1a-5519c5ceb3e2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6c3f9ad0-7bd7-4b81-8392-49aacbf78e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0407746 Sep 03 10:00:29.504631 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-32dd72f1-bea2-4a58-ba62-aaf0ce751fc1 req-6b029ba1-951c-44d5-812d-524c01c60613 service neutron] 10.222.0.60 "GET /v2.0/networks/6c3f9ad0-7bd7-4b81-8392-49aacbf78e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937350 Sep 03 10:00:29.590632 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvr_db [None req-8a5761b0-db49-43b5-8823-c0e71bd62890 None None] Set router de34ef44-f874-434b-bbab-dfcfaabb18f7 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 10:00:29.595363 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-32dd72f1-bea2-4a58-ba62-aaf0ce751fc1 req-843614b1-3255-4416-bbb7-5ab4bbe1cbb8 service neutron] 10.222.0.60 "GET /v2.0/networks/6c3f9ad0-7bd7-4b81-8392-49aacbf78e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824773 Sep 03 10:00:29.783027 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-8a5761b0-db49-43b5-8823-c0e71bd62890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'name': 'tempest-TestVolumeBootPattern-1130982208-router', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '07886559-ab62-45a9-86dc-6696d525adc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:11Z', 'updated_at': '2021-09-03T09:52:21Z', 'revision_number': 4, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'gw_port': {'id': '07886559-ab62-45a9-86dc-6696d525adc4', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:14Z', 'updated_at': '2021-09-03T09:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_interfaces': [{'id': '99147bf0-b2b2-4dc0-b6fa-49432e6b090f', 'name': '', 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'mac_address': 'fa:16:3e:3e:cc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f30130ee-7f80-427c-b15d-1973012df7f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:20Z', 'updated_at': '2021-09-03T09:52:35Z', 'revision_number': 5, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'subnets': [{'id': 'f30130ee-7f80-427c-b15d-1973012df7f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 10:00:29.807497 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5761b0-db49-43b5-8823-c0e71bd62890 None None] The sync data for ids ['de34ef44-f874-434b-bbab-dfcfaabb18f7'] in dv-cinder-606346-32-iscsi is: [{'id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'name': 'tempest-TestVolumeBootPattern-1130982208-router', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '07886559-ab62-45a9-86dc-6696d525adc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:11Z', 'updated_at': '2021-09-03T09:52:21Z', 'revision_number': 4, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'gw_port': {'id': '07886559-ab62-45a9-86dc-6696d525adc4', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:14Z', 'updated_at': '2021-09-03T09:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi', '_interfaces': [{'id': '99147bf0-b2b2-4dc0-b6fa-49432e6b090f', 'name': '', 'network_id': '6c3f9ad0-7bd7-4b81-8392-49aacbf78e47', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'mac_address': 'fa:16:3e:3e:cc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'f30130ee-7f80-427c-b15d-1973012df7f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:20Z', 'updated_at': '2021-09-03T09:52:35Z', 'revision_number': 5, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'subnets': [{'id': 'f30130ee-7f80-427c-b15d-1973012df7f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 10:00:30.023595 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85bd195-09cc-4d4f-ac22-fcb7204d6217 None None] New status for floating IP 22083a0e-2dfe-4592-8a8f-eb7bdbb5d166: DOWN {{(pid=105527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 10:00:30.452409 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727e86b-7937-4ec6-9834-21b64203045a req-9476b7db-b189-4809-850e-5962b0b348f2 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 10:00:30.453869 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-4727e86b-7937-4ec6-9834-21b64203045a req-9476b7db-b189-4809-850e-5962b0b348f2 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d39a733-001d-4aa8-ae10-afd4108dd828 HTTP/1.1" status: 200 len: 946 time: 0.0501928 Sep 03 10:00:30.491082 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-4727e86b-7937-4ec6-9834-21b64203045a req-502bba9a-d4da-4839-a9e7-6926b1a698dd tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/security-groups?id=3095eee2-accc-4f20-9251-54fe2d77c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307097 Sep 03 10:00:30.652084 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7ff70-ebf2-4e06-a488-f7824bfcef5a req-0b077c78-1c0a-4551-a015-72e7c1c9d027 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 10:00:30.653487 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-d2b7ff70-ebf2-4e06-a488-f7824bfcef5a req-0b077c78-1c0a-4551-a015-72e7c1c9d027 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d39a733-001d-4aa8-ae10-afd4108dd828 HTTP/1.1" status: 200 len: 946 time: 0.0546458 Sep 03 10:00:30.743018 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [req-d2b7ff70-ebf2-4e06-a488-f7824bfcef5a req-9d51736f-02a0-46c7-afe7-41840e0c09d7 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Deleting port 6222adc6-96c0-4af0-b43c-be1a4f66db2c {{(pid=105524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 10:00:30.743360 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-d2b7ff70-ebf2-4e06-a488-f7824bfcef5a req-9d51736f-02a0-46c7-afe7-41840e0c09d7 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:30.830383 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.db [req-d2b7ff70-ebf2-4e06-a488-f7824bfcef5a req-9d51736f-02a0-46c7-afe7-41840e0c09d7 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] For port 6222adc6-96c0-4af0-b43c-be1a4f66db2c, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=6222adc6-96c0-4af0-b43c-be1a4f66db2c,segment=NetworkSegment(a16e87dd-84e7-4093-b690-127dd30a953e),segment_id=a16e87dd-84e7-4093-b690-127dd30a953e)] {{(pid=105524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 10:00:30.830748 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-d2b7ff70-ebf2-4e06-a488-f7824bfcef5a req-9d51736f-02a0-46c7-afe7-41840e0c09d7 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:30.842068 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [req-d2b7ff70-ebf2-4e06-a488-f7824bfcef5a req-9d51736f-02a0-46c7-afe7-41840e0c09d7 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Calling delete_port for 6222adc6-96c0-4af0-b43c-be1a4f66db2c owned by compute:nova {{(pid=105524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 10:00:30.963098 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-d2b7ff70-ebf2-4e06-a488-f7824bfcef5a req-9d51736f-02a0-46c7-afe7-41840e0c09d7 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25413165'] for port, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:30.994006 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d51736f-02a0-46c7-afe7-41840e0c09d7 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Pushing event deleted for resources: {'Port': ['ID=6222adc6-96c0-4af0-b43c-be1a4f66db2c,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 10:00:31.034949 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b7ff70-ebf2-4e06-a488-f7824bfcef5a req-9d51736f-02a0-46c7-afe7-41840e0c09d7 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] No DVR routers for this DVR port 6222adc6-96c0-4af0-b43c-be1a4f66db2c on host hv-cinder-60634 {{(pid=105524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 10:00:31.037470 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [req-d2b7ff70-ebf2-4e06-a488-f7824bfcef5a req-9d51736f-02a0-46c7-afe7-41840e0c09d7 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for port, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:31.039557 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [req-d2b7ff70-ebf2-4e06-a488-f7824bfcef5a req-9d51736f-02a0-46c7-afe7-41840e0c09d7 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.60 "DELETE /v2.0/ports/6222adc6-96c0-4af0-b43c-be1a4f66db2c HTTP/1.1" status: 204 len: 173 time: 0.3800578 Sep 03 10:00:31.040092 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d39a733-001d-4aa8-ae10-afd4108dd828', 'name': 'network-vif-deleted', 'tag': '6222adc6-96c0-4af0-b43c-be1a4f66db2c'}] {{(pid=105524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 10:00:31.042331 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07cd05725c708ed75ef04e80da70ebdfc8c47d02cbbda1b8cc3f0b48d37440d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d092d18-bf6a-4617-9c78-b5b1fcab7da5" -d '{"events": [{"server_uuid": "5d39a733-001d-4aa8-ae10-afd4108dd828", "name": "network-vif-deleted", "tag": "6222adc6-96c0-4af0-b43c-be1a4f66db2c"}]}' {{(pid=105524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 10:00:31.078889 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 10:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c47815-8927-48c9-af79-a948d202ecb1 x-openstack-request-id: req-10c47815-8927-48c9-af79-a948d202ecb1 {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 10:00:31.079187 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d39a733-001d-4aa8-ae10-afd4108dd828", "name": "network-vif-deleted", "tag": "6222adc6-96c0-4af0-b43c-be1a4f66db2c", "status": "completed", "code": 200}]} {{(pid=105524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 10:00:31.079445 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-10c47815-8927-48c9-af79-a948d202ecb1 {{(pid=105524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 10:00:31.079849 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d39a733-001d-4aa8-ae10-afd4108dd828', 'name': 'network-vif-deleted', 'tag': '6222adc6-96c0-4af0-b43c-be1a4f66db2c', 'status': 'completed', 'code': 200} Sep 03 10:00:31.597915 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [req-b9fccd6d-c970-4dcd-b899-9554e060e2e4 req-94a18fc2-0dcc-4306-92c0-11f1ce6bcb12 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d39a733-001d-4aa8-ae10-afd4108dd828 HTTP/1.1" status: 200 len: 210 time: 0.0302267 Sep 03 10:00:32.101188 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-fe8953ab-c019-46f8-b131-4080605eaa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:32.654044 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 43796) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 10:00:32.775700 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [None req-bf18f542-5d51-411d-927f-6d81a12bbdbd tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Deleting port 08bf1123-f695-42d7-876f-5af9fa6d2cb1 {{(pid=105524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 10:00:32.776042 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-bf18f542-5d51-411d-927f-6d81a12bbdbd tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:32.850974 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-bf18f542-5d51-411d-927f-6d81a12bbdbd tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:32.851304 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-bf18f542-5d51-411d-927f-6d81a12bbdbd tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:32.863235 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [None req-bf18f542-5d51-411d-927f-6d81a12bbdbd tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Calling delete_port for 08bf1123-f695-42d7-876f-5af9fa6d2cb1 owned by network:floatingip {{(pid=105524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 10:00:32.985029 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-bf18f542-5d51-411d-927f-6d81a12bbdbd tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25413165'] for port, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:33.012382 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf18f542-5d51-411d-927f-6d81a12bbdbd tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Pushing event deleted for resources: {'Port': ['ID=08bf1123-f695-42d7-876f-5af9fa6d2cb1,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 10:00:33.070007 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-bf18f542-5d51-411d-927f-6d81a12bbdbd tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks [] for floatingip, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:33.072700 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-bf18f542-5d51-411d-927f-6d81a12bbdbd tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85025'] for floatingip, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:33.073872 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-bf18f542-5d51-411d-927f-6d81a12bbdbd tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "DELETE /v2.0/floatingips/d484e06f-52cc-4b7e-ab98-a54f15d7d4b2 HTTP/1.1" status: 204 len: 168 time: 0.4187472 Sep 03 10:00:33.502558 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:33.832864 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a642e642-fcb2-47b5-b777-13e8b57c6243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:34.265941 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 43808) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 10:00:34.323456 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-0ff1ae9d-396d-4458-9dfe-6dc4be8e30b0 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks [] for security_group, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:34.350452 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-0ff1ae9d-396d-4458-9dfe-6dc4be8e30b0 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:34.411431 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-0ff1ae9d-396d-4458-9dfe-6dc4be8e30b0 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:34.414059 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-0ff1ae9d-396d-4458-9dfe-6dc4be8e30b0 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Notify callbacks [] for security_group, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:34.415217 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-0ff1ae9d-396d-4458-9dfe-6dc4be8e30b0 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] 10.222.0.67 "DELETE /v2.0/security-groups/3095eee2-accc-4f20-9251-54fe2d77c6a2 HTTP/1.1" status: 204 len: 168 time: 0.1482856 Sep 03 10:00:34.424445 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff1ae9d-396d-4458-9dfe-6dc4be8e30b0 tempest-TestVolumeBootPattern-945177680 tempest-TestVolumeBootPattern-945177680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3095eee2-accc-4f20-9251-54fe2d77c6a2,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 10:00:34.445161 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 6222adc6-96c0-4af0-b43c-be1a4f66db2c no longer exists at agent hyperv_hv-cinder-60634 {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 10:00:34.465744 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] No Port match for: 6222adc6-96c0-4af0-b43c-be1a4f66db2c {{(pid=105526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 10:00:34.466120 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Device 6222adc6-96c0-4af0-b43c-be1a4f66db2c not bound to the agent host hv-cinder-60634 {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 10:00:34.478390 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 43812) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 10:00:34.518263 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-86f92317-4722-4035-969f-07b0852c8c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:34.989873 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-aad0a82f-4053-48b1-abea-6b62d7a9f0b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694519'] for router_interface, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:35.222992 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [None req-aad0a82f-4053-48b1-abea-6b62d7a9f0b6 admin admin] Deleting port 99147bf0-b2b2-4dc0-b6fa-49432e6b090f {{(pid=105524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 10:00:35.223328 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-aad0a82f-4053-48b1-abea-6b62d7a9f0b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:35.296431 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.db [None req-aad0a82f-4053-48b1-abea-6b62d7a9f0b6 admin admin] For port 99147bf0-b2b2-4dc0-b6fa-49432e6b090f, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=99147bf0-b2b2-4dc0-b6fa-49432e6b090f,segment=NetworkSegment(a16e87dd-84e7-4093-b690-127dd30a953e),segment_id=a16e87dd-84e7-4093-b690-127dd30a953e)] {{(pid=105524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 10:00:35.297042 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-aad0a82f-4053-48b1-abea-6b62d7a9f0b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:35.308938 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [None req-aad0a82f-4053-48b1-abea-6b62d7a9f0b6 admin admin] Calling delete_port for 99147bf0-b2b2-4dc0-b6fa-49432e6b090f owned by network:router_interface {{(pid=105524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 10:00:35.477246 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-aad0a82f-4053-48b1-abea-6b62d7a9f0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25413165'] for port, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:35.507082 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad0a82f-4053-48b1-abea-6b62d7a9f0b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=99147bf0-b2b2-4dc0-b6fa-49432e6b090f,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 10:00:35.665848 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-aad0a82f-4053-48b1-abea-6b62d7a9f0b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1832107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694627'] for router_interface, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:35.870303 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad0a82f-4053-48b1-abea-6b62d7a9f0b6 admin admin] Router de34ef44-f874-434b-bbab-dfcfaabb18f7 has already been hosted by L3 agent d52909a0-0f60-4ffe-9597-25dbe871271a {{(pid=105524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 10:00:35.971876 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad0a82f-4053-48b1-abea-6b62d7a9f0b6 admin admin] Notify agent at l3_agent.dv-cinder-606346-32-iscsi the message routers_updated {{(pid=105524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 10:00:35.976831 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-aad0a82f-4053-48b1-abea-6b62d7a9f0b6 admin admin] 10.222.0.67 "PUT /v2.0/routers/de34ef44-f874-434b-bbab-dfcfaabb18f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4974339 Sep 03 10:00:35.979665 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 43816) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 10:00:35.980073 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca35e0f-f9d9-4ef1-94b1-7c0f52767635 None None] Sync routers for ids ['de34ef44-f874-434b-bbab-dfcfaabb18f7'] in dv-cinder-606346-32-iscsi {{(pid=105526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 10:00:35.989121 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca35e0f-f9d9-4ef1-94b1-7c0f52767635 None None] Routers {'de34ef44-f874-434b-bbab-dfcfaabb18f7'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 10:00:35.989777 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-fca35e0f-f9d9-4ef1-94b1-7c0f52767635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T10:00:32Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['de34ef44-f874-434b-bbab-dfcfaabb18f7'], 'active': True} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 10:00:36.096117 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvr_db [None req-fca35e0f-f9d9-4ef1-94b1-7c0f52767635 None None] Set router de34ef44-f874-434b-bbab-dfcfaabb18f7 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 10:00:36.275456 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-fca35e0f-f9d9-4ef1-94b1-7c0f52767635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'name': 'tempest-TestVolumeBootPattern-1130982208-router', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '07886559-ab62-45a9-86dc-6696d525adc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:11Z', 'updated_at': '2021-09-03T10:00:35Z', 'revision_number': 5, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'gw_port': {'id': '07886559-ab62-45a9-86dc-6696d525adc4', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:14Z', 'updated_at': '2021-09-03T09:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi'}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 10:00:36.302625 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca35e0f-f9d9-4ef1-94b1-7c0f52767635 None None] Checking router: de34ef44-f874-434b-bbab-dfcfaabb18f7 for host: dv-cinder-606346-32-iscsi {{(pid=105526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 10:00:36.311241 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca35e0f-f9d9-4ef1-94b1-7c0f52767635 None None] Routers {'de34ef44-f874-434b-bbab-dfcfaabb18f7'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 10:00:36.311871 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-fca35e0f-f9d9-4ef1-94b1-7c0f52767635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T10:00:32Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['de34ef44-f874-434b-bbab-dfcfaabb18f7'], 'active': True} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 10:00:36.336698 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-671b569d-f25b-4991-ae90-a6303bcf2c79 admin admin] Notify callbacks [] for router, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:36.414723 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvr_db [None req-fca35e0f-f9d9-4ef1-94b1-7c0f52767635 None None] Set router de34ef44-f874-434b-bbab-dfcfaabb18f7 gateway port host: dv-cinder-606346-32-iscsi {{(pid=105526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 10:00:36.435992 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-671b569d-f25b-4991-ae90-a6303bcf2c79 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:36.488166 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [None req-671b569d-f25b-4991-ae90-a6303bcf2c79 admin admin] Deleting port 07886559-ab62-45a9-86dc-6696d525adc4 {{(pid=105524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 10:00:36.488419 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-671b569d-f25b-4991-ae90-a6303bcf2c79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:36.568150 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.db [None req-671b569d-f25b-4991-ae90-a6303bcf2c79 admin admin] For port 07886559-ab62-45a9-86dc-6696d525adc4, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=07886559-ab62-45a9-86dc-6696d525adc4,segment=NetworkSegment(454dc13d-4a6c-4de8-982e-8a57b380b104),segment_id=454dc13d-4a6c-4de8-982e-8a57b380b104)] {{(pid=105524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 10:00:36.568551 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-671b569d-f25b-4991-ae90-a6303bcf2c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:36.581942 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [None req-671b569d-f25b-4991-ae90-a6303bcf2c79 admin admin] Calling delete_port for 07886559-ab62-45a9-86dc-6696d525adc4 owned by network:router_gateway {{(pid=105524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 10:00:36.597805 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_hamode_db [None req-fca35e0f-f9d9-4ef1-94b1-7c0f52767635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'name': 'tempest-TestVolumeBootPattern-1130982208-router', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '07886559-ab62-45a9-86dc-6696d525adc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:11Z', 'updated_at': '2021-09-03T10:00:35Z', 'revision_number': 5, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'gw_port': {'id': '07886559-ab62-45a9-86dc-6696d525adc4', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:14Z', 'updated_at': '2021-09-03T09:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi'}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 10:00:36.623129 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca35e0f-f9d9-4ef1-94b1-7c0f52767635 None None] The sync data for ids ['de34ef44-f874-434b-bbab-dfcfaabb18f7'] in dv-cinder-606346-32-iscsi is: [{'id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'name': 'tempest-TestVolumeBootPattern-1130982208-router', 'tenant_id': '44b3fef83509437faeb9b56d841754dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '07886559-ab62-45a9-86dc-6696d525adc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:11Z', 'updated_at': '2021-09-03T10:00:35Z', 'revision_number': 5, 'project_id': '44b3fef83509437faeb9b56d841754dc', 'gw_port': {'id': '07886559-ab62-45a9-86dc-6696d525adc4', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de34ef44-f874-434b-bbab-dfcfaabb18f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:14Z', 'updated_at': '2021-09-03T09:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi'}] {{(pid=105526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 10:00:36.748207 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-671b569d-f25b-4991-ae90-a6303bcf2c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25413165'] for port, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:36.776664 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b569d-f25b-4991-ae90-a6303bcf2c79 admin admin] Pushing event deleted for resources: {'Port': ['ID=07886559-ab62-45a9-86dc-6696d525adc4,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 10:00:36.834674 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-671b569d-f25b-4991-ae90-a6303bcf2c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1695949'] for router_gateway, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:36.919991 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-671b569d-f25b-4991-ae90-a6303bcf2c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8800'] for router, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:36.922158 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-671b569d-f25b-4991-ae90-a6303bcf2c79 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:36.963952 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-671b569d-f25b-4991-ae90-a6303bcf2c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691755'] for router, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:36.964596 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671b569d-f25b-4991-ae90-a6303bcf2c79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de34ef44-f874-434b-bbab-dfcfaabb18f7 {{(pid=105524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 10:00:36.969242 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-671b569d-f25b-4991-ae90-a6303bcf2c79 admin admin] Notify callbacks [] for router, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:36.970460 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-671b569d-f25b-4991-ae90-a6303bcf2c79 admin admin] 10.222.0.67 "DELETE /v2.0/routers/de34ef44-f874-434b-bbab-dfcfaabb18f7 HTTP/1.1" status: 204 len: 168 time: 0.9898562 Sep 03 10:00:36.972984 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 43824) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 10:00:37.022255 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a21a826-a85a-4785-94d9-bf20f5d9bdeb admin admin] Deleting subnet f30130ee-7f80-427c-b15d-1973012df7f3 {{(pid=105524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 10:00:37.025468 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-8a21a826-a85a-4785-94d9-bf20f5d9bdeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:37.061508 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-8a21a826-a85a-4785-94d9-bf20f5d9bdeb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25747459'] for subnet, precommit_delete_associations {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:37.143949 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-8a21a826-a85a-4785-94d9-bf20f5d9bdeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713190'] for subnet, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:37.147967 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 99147bf0-b2b2-4dc0-b6fa-49432e6b090f no longer exists at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 10:00:37.169333 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] No Port match for: 99147bf0-b2b2-4dc0-b6fa-49432e6b090f {{(pid=105526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 10:00:37.169945 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 99147bf0-b2b2-4dc0-b6fa-49432e6b090f not bound to the agent host dv-cinder-606346-32-iscsi {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 10:00:37.205209 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-8a21a826-a85a-4785-94d9-bf20f5d9bdeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25413120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27188830'] for subnet, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:37.233786 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a21a826-a85a-4785-94d9-bf20f5d9bdeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f30130ee-7f80-427c-b15d-1973012df7f3,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 10:00:37.235790 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-8a21a826-a85a-4785-94d9-bf20f5d9bdeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:37.238377 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-8a21a826-a85a-4785-94d9-bf20f5d9bdeb admin admin] 10.222.0.67 "DELETE /v2.0/subnets/f30130ee-7f80-427c-b15d-1973012df7f3 HTTP/1.1" status: 204 len: 168 time: 0.2643883 Sep 03 10:00:37.241504 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 43826) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 10:00:37.242324 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5637cd31-5a86-434c-88a4-32b6dab5c58f None None] Network 6c3f9ad0-7bd7-4b81-8392-49aacbf78e47 requested from dv-cinder-606346-32-iscsi {{(pid=105526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 10:00:37.316956 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-1b552748-ec0a-4ab1-b80c-8391f74bd7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1404653'] for network, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:37.372612 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.plugin [None req-1b552748-ec0a-4ab1-b80c-8391f74bd7ac admin admin] Deleting port 8fe5ce27-7d1f-4df3-bb55-d84b8c9f1fcc {{(pid=105525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 10:00:37.372959 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-1b552748-ec0a-4ab1-b80c-8391f74bd7ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:37.435323 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.db [None req-1b552748-ec0a-4ab1-b80c-8391f74bd7ac admin admin] For port 8fe5ce27-7d1f-4df3-bb55-d84b8c9f1fcc, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=8fe5ce27-7d1f-4df3-bb55-d84b8c9f1fcc,segment=NetworkSegment(a16e87dd-84e7-4093-b690-127dd30a953e),segment_id=a16e87dd-84e7-4093-b690-127dd30a953e)] {{(pid=105525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 10:00:37.435706 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-1b552748-ec0a-4ab1-b80c-8391f74bd7ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:37.447483 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.plugin [None req-1b552748-ec0a-4ab1-b80c-8391f74bd7ac admin admin] Calling delete_port for 8fe5ce27-7d1f-4df3-bb55-d84b8c9f1fcc owned by network:dhcp {{(pid=105525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 10:00:37.528333 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-1b552748-ec0a-4ab1-b80c-8391f74bd7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25166669'] for port, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:37.553117 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b552748-ec0a-4ab1-b80c-8391f74bd7ac admin admin] Pushing event deleted for resources: {'Port': ['ID=8fe5ce27-7d1f-4df3-bb55-d84b8c9f1fcc,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 10:00:37.556625 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b552748-ec0a-4ab1-b80c-8391f74bd7ac admin admin] No DVR routers for this DVR port 8fe5ce27-7d1f-4df3-bb55-d84b8c9f1fcc on host dv-cinder-606346-32-iscsi {{(pid=105525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 10:00:37.621457 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863d22d8-a44a-4310-93f5-d41bf62c42aa None None] DHCP port deletion for 6c3f9ad0-7bd7-4b81-8392-49aacbf78e47 request from dv-cinder-606346-32-iscsi {{(pid=105526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 10:00:37.628850 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-1b552748-ec0a-4ab1-b80c-8391f74bd7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717939', 'neutron.services.segments.db._delete_segments_for_network-8759173696085'] for network, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:37.645736 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.services.segments.db [None req-1b552748-ec0a-4ab1-b80c-8391f74bd7ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c3f9ad0-7bd7-4b81-8392-49aacbf78e47']}} {{(pid=105525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 10:00:37.656210 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.services.segments.db [None req-1b552748-ec0a-4ab1-b80c-8391f74bd7ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a16e87dd-84e7-4093-b690-127dd30a953e') {'for_net_delete': True} {{(pid=105525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 10:00:37.656511 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.services.segments.db [None req-1b552748-ec0a-4ab1-b80c-8391f74bd7ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a16e87dd-84e7-4093-b690-127dd30a953e') {} {{(pid=105525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 10:00:37.666190 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-1b552748-ec0a-4ab1-b80c-8391f74bd7ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759173697630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26582418'] for segment, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:37.679725 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-1b552748-ec0a-4ab1-b80c-8391f74bd7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718351'] for segment, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:37.685498 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b552748-ec0a-4ab1-b80c-8391f74bd7ac admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=105525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 10:00:37.685925 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-1b552748-ec0a-4ab1-b80c-8391f74bd7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25166654'] for segment, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:37.687793 dv-cinder-606346-32-iscsi neutron-server[105525]: Traceback (most recent call last): Sep 03 10:00:37.687793 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 10:00:37.687793 dv-cinder-606346-32-iscsi neutron-server[105525]: timer() Sep 03 10:00:37.687793 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 10:00:37.687793 dv-cinder-606346-32-iscsi neutron-server[105525]: cb(*args, **kw) Sep 03 10:00:37.687793 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 10:00:37.687793 dv-cinder-606346-32-iscsi neutron-server[105525]: return func(*args, **kwargs) Sep 03 10:00:37.687793 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 10:00:37.687793 dv-cinder-606346-32-iscsi neutron-server[105525]: self._notify() Sep 03 10:00:37.687793 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 10:00:37.687793 dv-cinder-606346-32-iscsi neutron-server[105525]: self.callback(batched_events) Sep 03 10:00:37.687793 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 10:00:37.687793 dv-cinder-606346-32-iscsi neutron-server[105525]: event.method(event) Sep 03 10:00:37.687793 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 10:00:37.687793 dv-cinder-606346-32-iscsi neutron-server[105525]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 10:00:37.687793 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 10:00:37.687793 dv-cinder-606346-32-iscsi neutron-server[105525]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 10:00:37.687793 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 10:00:37.687793 dv-cinder-606346-32-iscsi neutron-server[105525]: return f(self, *a, **k) Sep 03 10:00:37.687793 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 10:00:37.687793 dv-cinder-606346-32-iscsi neutron-server[105525]: return self._get(url).json() Sep 03 10:00:37.687793 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 10:00:37.687793 dv-cinder-606346-32-iscsi neutron-server[105525]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 10:00:37.687793 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 10:00:37.687793 dv-cinder-606346-32-iscsi neutron-server[105525]: return self.request(url, 'GET', **kwargs) Sep 03 10:00:37.687793 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 10:00:37.687793 dv-cinder-606346-32-iscsi neutron-server[105525]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 10:00:37.687793 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 10:00:37.687793 dv-cinder-606346-32-iscsi neutron-server[105525]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 10:00:37.687793 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 10:00:37.687793 dv-cinder-606346-32-iscsi neutron-server[105525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 10:00:37.687793 dv-cinder-606346-32-iscsi neutron-server[105525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 10:00:37.739597 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-1b552748-ec0a-4ab1-b80c-8391f74bd7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417317'] for network, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:37.744927 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-1b552748-ec0a-4ab1-b80c-8391f74bd7ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for network, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:37.746785 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-1b552748-ec0a-4ab1-b80c-8391f74bd7ac admin admin] 10.222.0.67 "DELETE /v2.0/networks/6c3f9ad0-7bd7-4b81-8392-49aacbf78e47 HTTP/1.1" status: 204 len: 168 time: 0.5044024 Sep 03 10:00:37.749948 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 43832) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 10:00:37.756920 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b552748-ec0a-4ab1-b80c-8391f74bd7ac admin admin] Pushing event deleted for resources: {'Network': ['ID=6c3f9ad0-7bd7-4b81-8392-49aacbf78e47,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 10:00:38.080893 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-61737850-8030-47af-b972-a2063add6050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694519'] for router_interface, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:38.323010 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [None req-61737850-8030-47af-b972-a2063add6050 admin admin] Deleting port 6c8a5085-475b-4921-98b7-39d346557626 {{(pid=105524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 10:00:38.323369 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-61737850-8030-47af-b972-a2063add6050 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:38.401536 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.db [None req-61737850-8030-47af-b972-a2063add6050 admin admin] For port 6c8a5085-475b-4921-98b7-39d346557626, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=6c8a5085-475b-4921-98b7-39d346557626,segment=NetworkSegment(e9c8b6a7-448f-4f6e-8b5f-f8053d3759a4),segment_id=e9c8b6a7-448f-4f6e-8b5f-f8053d3759a4)] {{(pid=105524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 10:00:38.401930 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-61737850-8030-47af-b972-a2063add6050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:38.413837 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.plugins.ml2.plugin [None req-61737850-8030-47af-b972-a2063add6050 admin admin] Calling delete_port for 6c8a5085-475b-4921-98b7-39d346557626 owned by network:router_interface {{(pid=105524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 10:00:38.588256 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-61737850-8030-47af-b972-a2063add6050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25413165'] for port, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:38.614294 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61737850-8030-47af-b972-a2063add6050 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c8a5085-475b-4921-98b7-39d346557626,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 10:00:38.778836 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-61737850-8030-47af-b972-a2063add6050 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1832107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694627'] for router_interface, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:38.987908 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61737850-8030-47af-b972-a2063add6050 admin admin] Router e62779fa-2208-4acb-a824-76a5855dc91a has already been hosted by L3 agent d52909a0-0f60-4ffe-9597-25dbe871271a {{(pid=105524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 10:00:39.099651 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61737850-8030-47af-b972-a2063add6050 admin admin] Notify agent at l3_agent.dv-cinder-606346-32-iscsi the message routers_updated {{(pid=105524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 10:00:39.104746 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-61737850-8030-47af-b972-a2063add6050 admin admin] 10.222.0.67 "PUT /v2.0/routers/e62779fa-2208-4acb-a824-76a5855dc91a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3536749 Sep 03 10:00:39.107445 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 43840) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 10:00:39.110261 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12ee597-4546-488a-8715-0b50ddb416fc None None] Sync routers for ids ['e62779fa-2208-4acb-a824-76a5855dc91a'] in dv-cinder-606346-32-iscsi {{(pid=105527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 10:00:39.120194 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12ee597-4546-488a-8715-0b50ddb416fc None None] Routers {'e62779fa-2208-4acb-a824-76a5855dc91a'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 10:00:39.120818 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-c12ee597-4546-488a-8715-0b50ddb416fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T10:00:32Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['e62779fa-2208-4acb-a824-76a5855dc91a'], 'active': True} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 10:00:39.153850 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 07886559-ab62-45a9-86dc-6696d525adc4 no longer exists at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 10:00:39.175176 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] No Port match for: 07886559-ab62-45a9-86dc-6696d525adc4 {{(pid=105526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 10:00:39.175811 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 07886559-ab62-45a9-86dc-6696d525adc4 not bound to the agent host dv-cinder-606346-32-iscsi {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 10:00:39.176239 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 8fe5ce27-7d1f-4df3-bb55-d84b8c9f1fcc no longer exists at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 10:00:39.195042 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] No Port match for: 8fe5ce27-7d1f-4df3-bb55-d84b8c9f1fcc {{(pid=105526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 10:00:39.195390 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 8fe5ce27-7d1f-4df3-bb55-d84b8c9f1fcc not bound to the agent host dv-cinder-606346-32-iscsi {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 10:00:39.218214 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-5e6b1813-a909-4eff-89ae-dc1d5562e1a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:39.229884 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvr_db [None req-c12ee597-4546-488a-8715-0b50ddb416fc None None] Set router e62779fa-2208-4acb-a824-76a5855dc91a gateway port host: dv-cinder-606346-32-iscsi {{(pid=105527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 10:00:39.318367 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-5e6b1813-a909-4eff-89ae-dc1d5562e1a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:39.369597 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.plugin [None req-5e6b1813-a909-4eff-89ae-dc1d5562e1a9 admin admin] Deleting port 4ec210c7-fc97-4c9b-a51d-393cf9f25b0f {{(pid=105525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 10:00:39.369936 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-5e6b1813-a909-4eff-89ae-dc1d5562e1a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:39.414014 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-c12ee597-4546-488a-8715-0b50ddb416fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62779fa-2208-4acb-a824-76a5855dc91a', 'name': 'tempest-TestVolumeBootPattern-1951184826-router', 'tenant_id': '90d0ef3928e64bc0ab0d3403f3b756f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'external_fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '4ec210c7-fc97-4c9b-a51d-393cf9f25b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:27Z', 'updated_at': '2021-09-03T10:00:38Z', 'revision_number': 5, 'project_id': '90d0ef3928e64bc0ab0d3403f3b756f7', 'gw_port': {'id': '4ec210c7-fc97-4c9b-a51d-393cf9f25b0f', 'name': '', 'network_id': '16dc62c0-adaf-4d17-9be4-5c31a1b1de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:be:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62779fa-2208-4acb-a824-76a5855dc91a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T09:52:29Z', 'updated_at': '2021-09-03T09:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e699cb95-0a95-4e72-9bdf-93d4b1cc29ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-32-iscsi'}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 10:00:39.440726 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12ee597-4546-488a-8715-0b50ddb416fc None None] Checking router: e62779fa-2208-4acb-a824-76a5855dc91a for host: dv-cinder-606346-32-iscsi {{(pid=105527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 10:00:39.448890 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12ee597-4546-488a-8715-0b50ddb416fc None None] Routers {'e62779fa-2208-4acb-a824-76a5855dc91a'} bound to L3 agent in host dv-cinder-606346-32-iscsi {{(pid=105527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 10:00:39.449499 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-c12ee597-4546-488a-8715-0b50ddb416fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T09:42:32Z,description=,heartbeat_timestamp=2021-09-03T10:00:32Z,host='dv-cinder-606346-32-iscsi',id=d52909a0-0f60-4ffe-9597-25dbe871271a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T09:42:32Z,topic='l3_agent')) {'router_ids': ['e62779fa-2208-4acb-a824-76a5855dc91a'], 'active': True} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 10:00:39.452203 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.db [None req-5e6b1813-a909-4eff-89ae-dc1d5562e1a9 admin admin] For port 4ec210c7-fc97-4c9b-a51d-393cf9f25b0f, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=4ec210c7-fc97-4c9b-a51d-393cf9f25b0f,segment=NetworkSegment(454dc13d-4a6c-4de8-982e-8a57b380b104),segment_id=454dc13d-4a6c-4de8-982e-8a57b380b104)] {{(pid=105525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 10:00:39.452594 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-5e6b1813-a909-4eff-89ae-dc1d5562e1a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:39.464216 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.plugin [None req-5e6b1813-a909-4eff-89ae-dc1d5562e1a9 admin admin] Calling delete_port for 4ec210c7-fc97-4c9b-a51d-393cf9f25b0f owned by network:router_gateway {{(pid=105525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 10:00:39.535041 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_dvr_db [None req-c12ee597-4546-488a-8715-0b50ddb416fc None None] Set router e62779fa-2208-4acb-a824-76a5855dc91a gateway port host: None {{(pid=105527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 10:00:39.585252 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.l3_hamode_db [None req-c12ee597-4546-488a-8715-0b50ddb416fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62779fa-2208-4acb-a824-76a5855dc91a', 'name': 'tempest-TestVolumeBootPattern-1951184826-router', 'tenant_id': '90d0ef3928e64bc0ab0d3403f3b756f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:27Z', 'updated_at': '2021-09-03T10:00:39Z', 'revision_number': 6, 'project_id': '90d0ef3928e64bc0ab0d3403f3b756f7', 'gw_port_host': None}], 'dv-cinder-606346-32-iscsi', False) {} {{(pid=105527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 10:00:39.633140 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-5e6b1813-a909-4eff-89ae-dc1d5562e1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25166669'] for port, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:39.659697 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6b1813-a909-4eff-89ae-dc1d5562e1a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ec210c7-fc97-4c9b-a51d-393cf9f25b0f,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 10:00:39.706489 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12ee597-4546-488a-8715-0b50ddb416fc None None] The sync data for ids ['e62779fa-2208-4acb-a824-76a5855dc91a'] in dv-cinder-606346-32-iscsi is: [{'id': 'e62779fa-2208-4acb-a824-76a5855dc91a', 'name': 'tempest-TestVolumeBootPattern-1951184826-router', 'tenant_id': '90d0ef3928e64bc0ab0d3403f3b756f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T09:52:27Z', 'updated_at': '2021-09-03T10:00:39Z', 'revision_number': 6, 'project_id': '90d0ef3928e64bc0ab0d3403f3b756f7', 'gw_port_host': None}] {{(pid=105527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 10:00:39.728146 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-5e6b1813-a909-4eff-89ae-dc1d5562e1a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1695949'] for router_gateway, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:40.068547 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-5e6b1813-a909-4eff-89ae-dc1d5562e1a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8800'] for router, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:40.070761 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-5e6b1813-a909-4eff-89ae-dc1d5562e1a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:40.114192 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-5e6b1813-a909-4eff-89ae-dc1d5562e1a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1691755'] for router, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:40.114848 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6b1813-a909-4eff-89ae-dc1d5562e1a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e62779fa-2208-4acb-a824-76a5855dc91a {{(pid=105525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 10:00:40.120162 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-5e6b1813-a909-4eff-89ae-dc1d5562e1a9 admin admin] Notify callbacks [] for router, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:40.121089 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-5e6b1813-a909-4eff-89ae-dc1d5562e1a9 admin admin] 10.222.0.67 "DELETE /v2.0/routers/e62779fa-2208-4acb-a824-76a5855dc91a HTTP/1.1" status: 204 len: 168 time: 1.0126619 Sep 03 10:00:40.123670 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 43850) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 10:00:40.168085 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.db_base_plugin_v2 [None req-09e38c4c-849b-49e1-a94a-8a87caa1c457 admin admin] Deleting subnet 250acfb3-ee53-4c42-a543-8f403fcd2ccb {{(pid=105525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 10:00:40.171095 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-09e38c4c-849b-49e1-a94a-8a87caa1c457 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:40.208767 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-09e38c4c-849b-49e1-a94a-8a87caa1c457 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26582411'] for subnet, precommit_delete_associations {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:40.283095 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-09e38c4c-849b-49e1-a94a-8a87caa1c457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713190'] for subnet, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:40.335054 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-09e38c4c-849b-49e1-a94a-8a87caa1c457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25166688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25634963'] for subnet, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:40.361525 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e38c4c-849b-49e1-a94a-8a87caa1c457 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=250acfb3-ee53-4c42-a543-8f403fcd2ccb,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 10:00:40.363533 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-09e38c4c-849b-49e1-a94a-8a87caa1c457 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for subnet, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:40.365414 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-09e38c4c-849b-49e1-a94a-8a87caa1c457 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/250acfb3-ee53-4c42-a543-8f403fcd2ccb HTTP/1.1" status: 204 len: 168 time: 0.2408142 Sep 03 10:00:40.367974 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 43852) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 10:00:40.369958 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df45f21b-6275-4662-acf7-e350ba97e384 None None] Network bf12b333-9b45-4e13-bd06-189f8a2b0b1c requested from dv-cinder-606346-32-iscsi {{(pid=105526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 10:00:40.438633 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-2bdb3bfc-d88c-47f9-afd0-1953280d909f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1404653'] for network, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:40.499912 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.plugin [None req-2bdb3bfc-d88c-47f9-afd0-1953280d909f admin admin] Deleting port 58505991-426d-4583-9750-75e7bf28344a {{(pid=105525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 10:00:40.500259 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-2bdb3bfc-d88c-47f9-afd0-1953280d909f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:40.540394 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b20057-a2ba-4118-9af5-9317824e95b7 None None] DHCP port deletion for bf12b333-9b45-4e13-bd06-189f8a2b0b1c request from dv-cinder-606346-32-iscsi {{(pid=105526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 10:00:40.573875 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.db [None req-2bdb3bfc-d88c-47f9-afd0-1953280d909f admin admin] For port 58505991-426d-4583-9750-75e7bf28344a, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=58505991-426d-4583-9750-75e7bf28344a,segment=NetworkSegment(e9c8b6a7-448f-4f6e-8b5f-f8053d3759a4),segment_id=e9c8b6a7-448f-4f6e-8b5f-f8053d3759a4)] {{(pid=105525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 10:00:40.574267 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-2bdb3bfc-d88c-47f9-afd0-1953280d909f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:40.587566 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.plugin [None req-2bdb3bfc-d88c-47f9-afd0-1953280d909f admin admin] Calling delete_port for 58505991-426d-4583-9750-75e7bf28344a owned by network:dhcp {{(pid=105525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 10:00:40.596727 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-28b20057-a2ba-4118-9af5-9317824e95b7 None None] Deleting port 58505991-426d-4583-9750-75e7bf28344a {{(pid=105526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 10:00:40.597161 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-28b20057-a2ba-4118-9af5-9317824e95b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759173711342'] for port, before_delete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:40.661361 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.db [None req-28b20057-a2ba-4118-9af5-9317824e95b7 None None] For port 58505991-426d-4583-9750-75e7bf28344a, host dv-cinder-606346-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-32-iscsi',level=0,port_id=58505991-426d-4583-9750-75e7bf28344a,segment=NetworkSegment(e9c8b6a7-448f-4f6e-8b5f-f8053d3759a4),segment_id=e9c8b6a7-448f-4f6e-8b5f-f8053d3759a4)] {{(pid=105526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 10:00:40.661791 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-28b20057-a2ba-4118-9af5-9317824e95b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698622'] for port, precommit_delete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:40.668391 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-2bdb3bfc-d88c-47f9-afd0-1953280d909f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25166669'] for port, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:40.676113 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-28b20057-a2ba-4118-9af5-9317824e95b7 None None] Calling delete_port for 58505991-426d-4583-9750-75e7bf28344a owned by network:dhcp {{(pid=105526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 10:00:40.693712 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb3bfc-d88c-47f9-afd0-1953280d909f admin admin] Pushing event deleted for resources: {'Port': ['ID=58505991-426d-4583-9750-75e7bf28344a,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 10:00:40.699204 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdb3bfc-d88c-47f9-afd0-1953280d909f admin admin] No DVR routers for this DVR port 58505991-426d-4583-9750-75e7bf28344a on host dv-cinder-606346-32-iscsi {{(pid=105525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 10:00:40.757177 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-28b20057-a2ba-4118-9af5-9317824e95b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759173721016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759173281940'] for port, after_delete {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:40.776551 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-2bdb3bfc-d88c-47f9-afd0-1953280d909f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717939', 'neutron.services.segments.db._delete_segments_for_network-8759173696085'] for network, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:40.784706 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b20057-a2ba-4118-9af5-9317824e95b7 None None] No DVR routers for this DVR port 58505991-426d-4583-9750-75e7bf28344a on host dv-cinder-606346-32-iscsi {{(pid=105526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 10:00:40.786309 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b20057-a2ba-4118-9af5-9317824e95b7 None None] Pushing event deleted for resources: {'Port': ['ID=58505991-426d-4583-9750-75e7bf28344a,revision_number=None']} {{(pid=105526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 10:00:40.791138 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.services.segments.db [None req-2bdb3bfc-d88c-47f9-afd0-1953280d909f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf12b333-9b45-4e13-bd06-189f8a2b0b1c']}} {{(pid=105525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 10:00:40.799780 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b20057-a2ba-4118-9af5-9317824e95b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 10:00:40.799780 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b20057-a2ba-4118-9af5-9317824e95b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 10:00:40.800017 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b20057-a2ba-4118-9af5-9317824e95b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 10:00:40.800253 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b20057-a2ba-4118-9af5-9317824e95b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 10:00:40.800693 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b20057-a2ba-4118-9af5-9317824e95b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 10:00:40.800909 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b20057-a2ba-4118-9af5-9317824e95b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 10:00:40.801241 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b20057-a2ba-4118-9af5-9317824e95b7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 10:00:40.801568 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b20057-a2ba-4118-9af5-9317824e95b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 10:00:40.801960 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b20057-a2ba-4118-9af5-9317824e95b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 10:00:40.802258 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b20057-a2ba-4118-9af5-9317824e95b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 10:00:40.802583 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b20057-a2ba-4118-9af5-9317824e95b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 10:00:40.802915 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b20057-a2ba-4118-9af5-9317824e95b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-32-iscsi {{(pid=105526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 10:00:40.807250 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.services.segments.db [None req-2bdb3bfc-d88c-47f9-afd0-1953280d909f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9c8b6a7-448f-4f6e-8b5f-f8053d3759a4') {'for_net_delete': True} {{(pid=105525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 10:00:40.807782 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.services.segments.db [None req-2bdb3bfc-d88c-47f9-afd0-1953280d909f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9c8b6a7-448f-4f6e-8b5f-f8053d3759a4') {} {{(pid=105525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 10:00:40.818082 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-2bdb3bfc-d88c-47f9-afd0-1953280d909f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759173697630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26582418'] for segment, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:40.833287 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-2bdb3bfc-d88c-47f9-afd0-1953280d909f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718351'] for segment, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:40.839453 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bdb3bfc-d88c-47f9-afd0-1953280d909f admin admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=105525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 10:00:40.839906 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-2bdb3bfc-d88c-47f9-afd0-1953280d909f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25166654'] for segment, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:40.841691 dv-cinder-606346-32-iscsi neutron-server[105525]: Traceback (most recent call last): Sep 03 10:00:40.841691 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 10:00:40.841691 dv-cinder-606346-32-iscsi neutron-server[105525]: timer() Sep 03 10:00:40.841691 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 10:00:40.841691 dv-cinder-606346-32-iscsi neutron-server[105525]: cb(*args, **kw) Sep 03 10:00:40.841691 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 10:00:40.841691 dv-cinder-606346-32-iscsi neutron-server[105525]: return func(*args, **kwargs) Sep 03 10:00:40.841691 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 10:00:40.841691 dv-cinder-606346-32-iscsi neutron-server[105525]: self._notify() Sep 03 10:00:40.841691 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 10:00:40.841691 dv-cinder-606346-32-iscsi neutron-server[105525]: self.callback(batched_events) Sep 03 10:00:40.841691 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 10:00:40.841691 dv-cinder-606346-32-iscsi neutron-server[105525]: event.method(event) Sep 03 10:00:40.841691 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 10:00:40.841691 dv-cinder-606346-32-iscsi neutron-server[105525]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 10:00:40.841691 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 10:00:40.841691 dv-cinder-606346-32-iscsi neutron-server[105525]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 10:00:40.841691 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 10:00:40.841691 dv-cinder-606346-32-iscsi neutron-server[105525]: return f(self, *a, **k) Sep 03 10:00:40.841691 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 10:00:40.841691 dv-cinder-606346-32-iscsi neutron-server[105525]: return self._get(url).json() Sep 03 10:00:40.841691 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 10:00:40.841691 dv-cinder-606346-32-iscsi neutron-server[105525]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 10:00:40.841691 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 10:00:40.841691 dv-cinder-606346-32-iscsi neutron-server[105525]: return self.request(url, 'GET', **kwargs) Sep 03 10:00:40.841691 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 10:00:40.841691 dv-cinder-606346-32-iscsi neutron-server[105525]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 10:00:40.841691 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 10:00:40.841691 dv-cinder-606346-32-iscsi neutron-server[105525]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 10:00:40.841691 dv-cinder-606346-32-iscsi neutron-server[105525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 10:00:40.841691 dv-cinder-606346-32-iscsi neutron-server[105525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 10:00:40.841691 dv-cinder-606346-32-iscsi neutron-server[105525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 10:00:40.899155 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-2bdb3bfc-d88c-47f9-afd0-1953280d909f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417317'] for network, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:40.904250 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-2bdb3bfc-d88c-47f9-afd0-1953280d909f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832128'] for network, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:40.906117 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-2bdb3bfc-d88c-47f9-afd0-1953280d909f admin admin] 10.222.0.67 "DELETE /v2.0/networks/bf12b333-9b45-4e13-bd06-189f8a2b0b1c HTTP/1.1" status: 204 len: 168 time: 0.5371153 Sep 03 10:00:40.917179 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb3bfc-d88c-47f9-afd0-1953280d909f admin admin] Pushing event deleted for resources: {'Network': ['ID=bf12b333-9b45-4e13-bd06-189f8a2b0b1c,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 10:00:41.018717 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 43858) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 10:00:41.061142 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-7b8120fd-03e3-48b6-a7c1-8c728b893aaa admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=44b3fef83509437faeb9b56d841754dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391612 Sep 03 10:00:41.061549 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.wsgi [-] (105525) accepted ('10.222.0.67', 43860) {{(pid=105525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 10:00:41.097935 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 6c8a5085-475b-4921-98b7-39d346557626 no longer exists at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 10:00:41.110371 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-41dd63dd-567a-4ef9-a4f8-936579139812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:41.117922 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] No Port match for: 6c8a5085-475b-4921-98b7-39d346557626 {{(pid=105526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 10:00:41.118337 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 6c8a5085-475b-4921-98b7-39d346557626 not bound to the agent host dv-cinder-606346-32-iscsi {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 10:00:41.118821 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 58505991-426d-4583-9750-75e7bf28344a no longer exists at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 10:00:41.131780 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-41dd63dd-567a-4ef9-a4f8-936579139812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:41.136757 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] No Port match for: 58505991-426d-4583-9750-75e7bf28344a {{(pid=105526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 10:00:41.137102 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 58505991-426d-4583-9750-75e7bf28344a not bound to the agent host dv-cinder-606346-32-iscsi {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 10:00:41.137504 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 4ec210c7-fc97-4c9b-a51d-393cf9f25b0f no longer exists at agent ovs-agent-dv-cinder-606346-32-iscsi {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 10:00:41.155231 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.plugin [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] No Port match for: 4ec210c7-fc97-4c9b-a51d-393cf9f25b0f {{(pid=105526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 10:00:41.155571 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron.plugins.ml2.rpc [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Device 4ec210c7-fc97-4c9b-a51d-393cf9f25b0f not bound to the agent host dv-cinder-606346-32-iscsi {{(pid=105526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 10:00:41.178777 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-41dd63dd-567a-4ef9-a4f8-936579139812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:41.181303 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron_lib.callbacks.manager [None req-41dd63dd-567a-4ef9-a4f8-936579139812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:41.182484 dv-cinder-606346-32-iscsi neutron-server[105525]: INFO neutron.wsgi [None req-41dd63dd-567a-4ef9-a4f8-936579139812 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bd08f68d-ffc2-4f14-9179-c3c35cf884ad HTTP/1.1" status: 204 len: 168 time: 0.1199989 Sep 03 10:00:41.190163 dv-cinder-606346-32-iscsi neutron-server[105525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dd63dd-567a-4ef9-a4f8-936579139812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd08f68d-ffc2-4f14-9179-c3c35cf884ad,revision_number=None']} {{(pid=105525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 10:00:41.485780 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 43866) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 10:00:41.524740 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-34937fcb-efb1-471a-8b94-6b181d8d9863 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=90d0ef3928e64bc0ab0d3403f3b756f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378323 Sep 03 10:00:41.527167 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.wsgi [-] (105524) accepted ('10.222.0.67', 43868) {{(pid=105524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 10:00:41.573559 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-9b52a9f2-2587-4b4b-bb23-c9adbce1fe5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:41.597126 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-9b52a9f2-2587-4b4b-bb23-c9adbce1fe5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:41.644312 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-9b52a9f2-2587-4b4b-bb23-c9adbce1fe5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581218'] for security_group, after_delete {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:41.646893 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron_lib.callbacks.manager [None req-9b52a9f2-2587-4b4b-bb23-c9adbce1fe5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:41.648062 dv-cinder-606346-32-iscsi neutron-server[105524]: INFO neutron.wsgi [None req-9b52a9f2-2587-4b4b-bb23-c9adbce1fe5f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/59a40b99-8981-4515-b989-2984803379b9 HTTP/1.1" status: 204 len: 168 time: 0.1200044 Sep 03 10:00:41.655697 dv-cinder-606346-32-iscsi neutron-server[105524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b52a9f2-2587-4b4b-bb23-c9adbce1fe5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a40b99-8981-4515-b989-2984803379b9,revision_number=None']} {{(pid=105524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 10:00:48.794066 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:00:57.034370 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.agents_db [None req-2440585d-454d-4def-9aab-3d39e7194109 None None] Agent healthcheck: found 6 active agents {{(pid=105527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 10:00:59.165971 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-d9e59444-50be-4b1a-b513-4569618306ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:01:02.101838 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-5892cf10-5ec6-434e-b996-171f89b3a7e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:01:03.505322 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:01:03.836104 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a642e642-fcb2-47b5-b777-13e8b57c6243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:01:04.520263 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-86f92317-4722-4035-969f-07b0852c8c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:01:18.800588 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:01:29.167165 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-0b1fd344-fa1a-499d-ae77-6cbfb2a35b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:01:32.104090 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-43672764-c6f7-4d2d-872c-cf27f108be3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:01:33.506905 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:01:33.842230 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a642e642-fcb2-47b5-b777-13e8b57c6243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:01:34.033137 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.agents_db [None req-2440585d-454d-4def-9aab-3d39e7194109 None None] Agent healthcheck: found 6 active agents {{(pid=105527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 10:01:34.523478 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-86f92317-4722-4035-969f-07b0852c8c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:01:48.807076 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:01:59.167420 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a2edf5f9-7d78-44c6-83e3-31d0147470cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:02:02.106094 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-2397d804-d8c2-4afc-9790-73110097324e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:02:03.507702 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:02:03.843858 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a642e642-fcb2-47b5-b777-13e8b57c6243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:02:04.526681 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-86f92317-4722-4035-969f-07b0852c8c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:02:11.033072 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.agents_db [None req-2440585d-454d-4def-9aab-3d39e7194109 None None] Agent healthcheck: found 6 active agents {{(pid=105527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 10:02:18.807524 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:02:29.167929 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-c2dcb1a0-efb3-4699-8c40-0a862de90b34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:02:32.108679 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-58fb5e5f-205f-4e84-b08d-f0b3b8e68cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:02:33.508875 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:02:33.845232 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a642e642-fcb2-47b5-b777-13e8b57c6243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:02:34.529133 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-86f92317-4722-4035-969f-07b0852c8c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:02:48.032492 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.agents_db [None req-2440585d-454d-4def-9aab-3d39e7194109 None None] Agent healthcheck: found 6 active agents {{(pid=105527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 10:02:48.820801 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:02:59.170453 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-3bbbd26c-f783-4d5d-868b-30b7ee1bd79b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:03:02.110554 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-258881d3-4c49-4f46-a220-e23fab2437f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:03:03.512332 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:03:03.848810 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a642e642-fcb2-47b5-b777-13e8b57c6243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:03:04.531333 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-86f92317-4722-4035-969f-07b0852c8c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:03:18.835736 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:03:25.031779 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.agents_db [None req-2440585d-454d-4def-9aab-3d39e7194109 None None] Agent healthcheck: found 6 active agents {{(pid=105527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 10:03:29.170806 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-d6ae287f-6f66-4b74-a64f-2c2d38e2e85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:03:32.111204 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-ef25b158-18af-4082-aa04-87ba3dc59357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:03:33.512153 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:03:33.851779 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a642e642-fcb2-47b5-b777-13e8b57c6243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:03:34.534154 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-86f92317-4722-4035-969f-07b0852c8c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:03:48.835542 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:03:59.170878 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-c5f4aa66-23f8-4bd6-8b7a-d3797e78df96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:04:02.032433 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.agents_db [None req-2440585d-454d-4def-9aab-3d39e7194109 None None] Agent healthcheck: found 6 active agents {{(pid=105527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 10:04:02.111537 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-3bb7be71-33f8-4352-9d76-9b677015ffd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:04:03.513778 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:04:03.853620 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a642e642-fcb2-47b5-b777-13e8b57c6243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:04:04.536996 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-86f92317-4722-4035-969f-07b0852c8c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:04:18.833877 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:04:29.171640 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-41e7c588-0279-40c0-baad-6d8779e86673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:04:32.111025 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-3b620aa4-b1e5-4e25-9588-e673c2f832ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:04:33.515532 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:04:33.855595 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a642e642-fcb2-47b5-b777-13e8b57c6243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:04:34.539563 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-86f92317-4722-4035-969f-07b0852c8c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:04:39.031768 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.agents_db [None req-2440585d-454d-4def-9aab-3d39e7194109 None None] Agent healthcheck: found 6 active agents {{(pid=105527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 10:04:48.833952 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:04:59.172385 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-95c488a5-54ce-4f9e-8b04-6083af11e68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:05:02.110938 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5a17-85cd-49d8-8a47-4dd90e302e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:05:03.518457 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:05:03.859066 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a642e642-fcb2-47b5-b777-13e8b57c6243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:05:04.542396 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-86f92317-4722-4035-969f-07b0852c8c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:05:16.030096 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.agents_db [None req-2440585d-454d-4def-9aab-3d39e7194109 None None] Agent healthcheck: found 6 active agents {{(pid=105527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 10:05:18.833876 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:05:29.172198 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-80c4216b-21a2-486c-b6d8-0d64416ff21a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:05:32.109877 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-6b7fc984-b4b3-4186-b4a9-4c2e4918cbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:05:33.519799 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a162ca7d-f81f-4754-9a1a-a4927e61b1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:05:33.861762 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-a642e642-fcb2-47b5-b777-13e8b57c6243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:05:34.545182 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-86f92317-4722-4035-969f-07b0852c8c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:05:48.830021 dv-cinder-606346-32-iscsi neutron-server[105526]: DEBUG neutron_lib.callbacks.manager [None req-cd833d38-df17-4f6e-8ef2-af99e8b227ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759173696067', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718905'] for agent, after_update {{(pid=105526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 10:05:53.029253 dv-cinder-606346-32-iscsi neutron-server[105527]: DEBUG neutron.db.agents_db [None req-2440585d-454d-4def-9aab-3d39e7194109 None None] Agent healthcheck: found 6 active agents {{(pid=105527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}